2024-11-21 21:57:18,425 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-21 21:57:18,437 main DEBUG Took 0.009475 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-21 21:57:18,437 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-21 21:57:18,438 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-21 21:57:18,439 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-21 21:57:18,440 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 21:57:18,450 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-21 21:57:18,464 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 21:57:18,466 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 21:57:18,467 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 21:57:18,468 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 21:57:18,469 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 21:57:18,469 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 21:57:18,470 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 21:57:18,471 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 21:57:18,472 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 21:57:18,472 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 21:57:18,473 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 21:57:18,473 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 21:57:18,474 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 21:57:18,474 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 21:57:18,475 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 21:57:18,475 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 21:57:18,476 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 21:57:18,476 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 21:57:18,477 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 21:57:18,477 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 21:57:18,478 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 21:57:18,478 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 21:57:18,479 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 21:57:18,479 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 21:57:18,480 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 21:57:18,480 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-21 21:57:18,482 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 21:57:18,484 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-21 21:57:18,486 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-21 21:57:18,486 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-21 21:57:18,488 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-21 21:57:18,489 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-21 21:57:18,498 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-21 21:57:18,501 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-21 21:57:18,503 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-21 21:57:18,504 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-21 21:57:18,504 main DEBUG createAppenders(={Console}) 2024-11-21 21:57:18,505 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-21 21:57:18,506 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-21 21:57:18,506 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-21 21:57:18,507 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-21 21:57:18,507 main DEBUG OutputStream closed 2024-11-21 21:57:18,508 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-21 21:57:18,508 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-21 21:57:18,508 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-21 21:57:18,596 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-21 21:57:18,598 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-21 21:57:18,599 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-21 21:57:18,600 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-21 21:57:18,601 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-21 21:57:18,601 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-21 21:57:18,602 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-21 21:57:18,602 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-21 21:57:18,603 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-21 21:57:18,603 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-21 21:57:18,604 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-21 21:57:18,604 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-21 21:57:18,605 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-21 21:57:18,605 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-21 21:57:18,606 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-21 21:57:18,606 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-21 21:57:18,606 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-21 21:57:18,607 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-21 21:57:18,609 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21 21:57:18,609 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-21 21:57:18,609 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-21 21:57:18,610 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-21T21:57:18,623 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-21 21:57:18,627 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-21 21:57:18,627 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21T21:57:18,634 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-21T21:57:18,664 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=133, ProcessCount=11, AvailableMemoryMB=4043 2024-11-21T21:57:18,883 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e9374b2-f2f0-d613-52e6-80b639462d19 2024-11-21T21:57:18,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T21:57:18,899 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e9374b2-f2f0-d613-52e6-80b639462d19/cluster_d93cf741-2572-a388-39bd-f56edf6e4e7f, deleteOnExit=true 2024-11-21T21:57:18,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T21:57:18,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e9374b2-f2f0-d613-52e6-80b639462d19/test.cache.data in system properties and HBase conf 2024-11-21T21:57:18,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e9374b2-f2f0-d613-52e6-80b639462d19/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T21:57:18,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e9374b2-f2f0-d613-52e6-80b639462d19/hadoop.log.dir in system properties and HBase conf 2024-11-21T21:57:18,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e9374b2-f2f0-d613-52e6-80b639462d19/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T21:57:18,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e9374b2-f2f0-d613-52e6-80b639462d19/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T21:57:18,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T21:57:18,982 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-21T21:57:19,069 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T21:57:19,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e9374b2-f2f0-d613-52e6-80b639462d19/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T21:57:19,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e9374b2-f2f0-d613-52e6-80b639462d19/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T21:57:19,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e9374b2-f2f0-d613-52e6-80b639462d19/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T21:57:19,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e9374b2-f2f0-d613-52e6-80b639462d19/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T21:57:19,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e9374b2-f2f0-d613-52e6-80b639462d19/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T21:57:19,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e9374b2-f2f0-d613-52e6-80b639462d19/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T21:57:19,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e9374b2-f2f0-d613-52e6-80b639462d19/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T21:57:19,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e9374b2-f2f0-d613-52e6-80b639462d19/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T21:57:19,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e9374b2-f2f0-d613-52e6-80b639462d19/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T21:57:19,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e9374b2-f2f0-d613-52e6-80b639462d19/nfs.dump.dir in system properties and HBase conf 2024-11-21T21:57:19,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e9374b2-f2f0-d613-52e6-80b639462d19/java.io.tmpdir in system properties and HBase conf 2024-11-21T21:57:19,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e9374b2-f2f0-d613-52e6-80b639462d19/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T21:57:19,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e9374b2-f2f0-d613-52e6-80b639462d19/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T21:57:19,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e9374b2-f2f0-d613-52e6-80b639462d19/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T21:57:20,002 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-21T21:57:20,074 INFO [Time-limited test {}] log.Log(170): Logging initialized @2283ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-21T21:57:20,141 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T21:57:20,200 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T21:57:20,225 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T21:57:20,225 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T21:57:20,226 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T21:57:20,238 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T21:57:20,241 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e9374b2-f2f0-d613-52e6-80b639462d19/hadoop.log.dir/,AVAILABLE} 2024-11-21T21:57:20,242 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T21:57:20,450 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e9374b2-f2f0-d613-52e6-80b639462d19/java.io.tmpdir/jetty-localhost-45395-hadoop-hdfs-3_4_1-tests_jar-_-any-9754232350935398283/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T21:57:20,456 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:45395} 2024-11-21T21:57:20,456 INFO [Time-limited test {}] server.Server(415): Started @2666ms 2024-11-21T21:57:20,965 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T21:57:20,972 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T21:57:20,973 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T21:57:20,973 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T21:57:20,973 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T21:57:20,974 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e9374b2-f2f0-d613-52e6-80b639462d19/hadoop.log.dir/,AVAILABLE} 2024-11-21T21:57:20,975 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T21:57:21,073 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1722ba9a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e9374b2-f2f0-d613-52e6-80b639462d19/java.io.tmpdir/jetty-localhost-40497-hadoop-hdfs-3_4_1-tests_jar-_-any-8133664227885116246/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T21:57:21,073 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:40497} 2024-11-21T21:57:21,074 INFO [Time-limited test {}] server.Server(415): Started @3283ms 2024-11-21T21:57:21,123 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T21:57:21,227 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T21:57:21,235 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T21:57:21,239 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T21:57:21,239 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T21:57:21,239 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T21:57:21,241 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e9374b2-f2f0-d613-52e6-80b639462d19/hadoop.log.dir/,AVAILABLE} 2024-11-21T21:57:21,242 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T21:57:21,355 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9d2632f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e9374b2-f2f0-d613-52e6-80b639462d19/java.io.tmpdir/jetty-localhost-41137-hadoop-hdfs-3_4_1-tests_jar-_-any-2238312359268157280/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T21:57:21,356 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:41137} 2024-11-21T21:57:21,356 INFO [Time-limited test {}] server.Server(415): Started @3566ms 2024-11-21T21:57:21,359 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T21:57:21,396 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T21:57:21,402 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T21:57:21,403 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T21:57:21,404 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T21:57:21,404 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T21:57:21,405 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e9374b2-f2f0-d613-52e6-80b639462d19/hadoop.log.dir/,AVAILABLE} 2024-11-21T21:57:21,405 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T21:57:21,504 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e7c21d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e9374b2-f2f0-d613-52e6-80b639462d19/java.io.tmpdir/jetty-localhost-42209-hadoop-hdfs-3_4_1-tests_jar-_-any-8416244191982189636/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T21:57:21,505 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:42209} 2024-11-21T21:57:21,505 INFO [Time-limited test {}] server.Server(415): Started @3715ms 2024-11-21T21:57:21,507 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T21:57:22,331 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e9374b2-f2f0-d613-52e6-80b639462d19/cluster_d93cf741-2572-a388-39bd-f56edf6e4e7f/data/data2/current/BP-1569216487-172.17.0.2-1732226239604/current, will proceed with Du for space computation calculation, 2024-11-21T21:57:22,331 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e9374b2-f2f0-d613-52e6-80b639462d19/cluster_d93cf741-2572-a388-39bd-f56edf6e4e7f/data/data3/current/BP-1569216487-172.17.0.2-1732226239604/current, will proceed with Du for space computation calculation, 2024-11-21T21:57:22,331 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e9374b2-f2f0-d613-52e6-80b639462d19/cluster_d93cf741-2572-a388-39bd-f56edf6e4e7f/data/data1/current/BP-1569216487-172.17.0.2-1732226239604/current, will proceed with Du for space computation calculation, 2024-11-21T21:57:22,331 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e9374b2-f2f0-d613-52e6-80b639462d19/cluster_d93cf741-2572-a388-39bd-f56edf6e4e7f/data/data4/current/BP-1569216487-172.17.0.2-1732226239604/current, will proceed with Du for space computation calculation, 2024-11-21T21:57:22,362 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T21:57:22,363 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T21:57:22,410 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaa9699682ecc4cad with lease ID 0x6b2513bb5add15d8: Processing first storage report for DS-7d575451-9872-45e4-a45f-161315add18f from datanode DatanodeRegistration(127.0.0.1:45807, datanodeUuid=278bd120-92fb-43dd-bbfc-2f51198231e9, infoPort=38083, infoSecurePort=0, ipcPort=42165, storageInfo=lv=-57;cid=testClusterID;nsid=772775160;c=1732226239604) 2024-11-21T21:57:22,411 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaa9699682ecc4cad with lease ID 0x6b2513bb5add15d8: from storage DS-7d575451-9872-45e4-a45f-161315add18f node DatanodeRegistration(127.0.0.1:45807, datanodeUuid=278bd120-92fb-43dd-bbfc-2f51198231e9, infoPort=38083, infoSecurePort=0, ipcPort=42165, storageInfo=lv=-57;cid=testClusterID;nsid=772775160;c=1732226239604), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T21:57:22,411 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd353e43c392037ae with lease ID 0x6b2513bb5add15d9: Processing first storage report for DS-20091143-c542-4da3-9254-75b9ce938066 from datanode DatanodeRegistration(127.0.0.1:38983, datanodeUuid=5c7e746c-e256-42f5-9c87-e804b2b25cc3, infoPort=45855, infoSecurePort=0, ipcPort=42119, storageInfo=lv=-57;cid=testClusterID;nsid=772775160;c=1732226239604) 2024-11-21T21:57:22,411 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd353e43c392037ae with lease ID 0x6b2513bb5add15d9: from storage DS-20091143-c542-4da3-9254-75b9ce938066 node DatanodeRegistration(127.0.0.1:38983, datanodeUuid=5c7e746c-e256-42f5-9c87-e804b2b25cc3, infoPort=45855, infoSecurePort=0, ipcPort=42119, storageInfo=lv=-57;cid=testClusterID;nsid=772775160;c=1732226239604), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T21:57:22,411 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaa9699682ecc4cad with lease ID 0x6b2513bb5add15d8: Processing first storage report for DS-81bf6ed0-ab38-401e-8f1f-879dd478dc86 from datanode DatanodeRegistration(127.0.0.1:45807, datanodeUuid=278bd120-92fb-43dd-bbfc-2f51198231e9, infoPort=38083, infoSecurePort=0, ipcPort=42165, storageInfo=lv=-57;cid=testClusterID;nsid=772775160;c=1732226239604) 2024-11-21T21:57:22,412 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaa9699682ecc4cad with lease ID 0x6b2513bb5add15d8: from storage DS-81bf6ed0-ab38-401e-8f1f-879dd478dc86 node DatanodeRegistration(127.0.0.1:45807, datanodeUuid=278bd120-92fb-43dd-bbfc-2f51198231e9, infoPort=38083, infoSecurePort=0, ipcPort=42165, storageInfo=lv=-57;cid=testClusterID;nsid=772775160;c=1732226239604), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T21:57:22,412 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd353e43c392037ae with lease ID 0x6b2513bb5add15d9: Processing first storage report for DS-2046234d-c079-461c-ab4e-99df49e3c596 from datanode DatanodeRegistration(127.0.0.1:38983, datanodeUuid=5c7e746c-e256-42f5-9c87-e804b2b25cc3, infoPort=45855, infoSecurePort=0, ipcPort=42119, storageInfo=lv=-57;cid=testClusterID;nsid=772775160;c=1732226239604) 2024-11-21T21:57:22,412 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd353e43c392037ae with lease ID 0x6b2513bb5add15d9: from storage DS-2046234d-c079-461c-ab4e-99df49e3c596 node DatanodeRegistration(127.0.0.1:38983, datanodeUuid=5c7e746c-e256-42f5-9c87-e804b2b25cc3, infoPort=45855, infoSecurePort=0, ipcPort=42119, storageInfo=lv=-57;cid=testClusterID;nsid=772775160;c=1732226239604), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T21:57:22,421 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e9374b2-f2f0-d613-52e6-80b639462d19/cluster_d93cf741-2572-a388-39bd-f56edf6e4e7f/data/data5/current/BP-1569216487-172.17.0.2-1732226239604/current, will proceed with Du for space computation calculation, 2024-11-21T21:57:22,421 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e9374b2-f2f0-d613-52e6-80b639462d19/cluster_d93cf741-2572-a388-39bd-f56edf6e4e7f/data/data6/current/BP-1569216487-172.17.0.2-1732226239604/current, will proceed with Du for space computation calculation, 2024-11-21T21:57:22,441 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T21:57:22,445 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe986a831b5ec7322 with lease ID 0x6b2513bb5add15da: Processing first storage report for DS-10958ecb-1f22-4aba-8919-c4c6770aed1e from datanode DatanodeRegistration(127.0.0.1:34371, datanodeUuid=853e95a7-0a2d-434a-8d4a-507fa0e4b66c, infoPort=35573, infoSecurePort=0, ipcPort=38649, storageInfo=lv=-57;cid=testClusterID;nsid=772775160;c=1732226239604) 2024-11-21T21:57:22,446 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe986a831b5ec7322 with lease ID 0x6b2513bb5add15da: from storage DS-10958ecb-1f22-4aba-8919-c4c6770aed1e node DatanodeRegistration(127.0.0.1:34371, datanodeUuid=853e95a7-0a2d-434a-8d4a-507fa0e4b66c, infoPort=35573, infoSecurePort=0, ipcPort=38649, storageInfo=lv=-57;cid=testClusterID;nsid=772775160;c=1732226239604), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T21:57:22,446 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe986a831b5ec7322 with lease ID 0x6b2513bb5add15da: Processing first storage report for DS-bca6bc90-7b58-4bad-a624-d6b6acad2fa6 from datanode DatanodeRegistration(127.0.0.1:34371, datanodeUuid=853e95a7-0a2d-434a-8d4a-507fa0e4b66c, infoPort=35573, infoSecurePort=0, ipcPort=38649, storageInfo=lv=-57;cid=testClusterID;nsid=772775160;c=1732226239604) 2024-11-21T21:57:22,446 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe986a831b5ec7322 with lease ID 0x6b2513bb5add15da: from storage DS-bca6bc90-7b58-4bad-a624-d6b6acad2fa6 node DatanodeRegistration(127.0.0.1:34371, datanodeUuid=853e95a7-0a2d-434a-8d4a-507fa0e4b66c, infoPort=35573, infoSecurePort=0, ipcPort=38649, storageInfo=lv=-57;cid=testClusterID;nsid=772775160;c=1732226239604), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T21:57:22,510 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e9374b2-f2f0-d613-52e6-80b639462d19 2024-11-21T21:57:22,571 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e9374b2-f2f0-d613-52e6-80b639462d19/cluster_d93cf741-2572-a388-39bd-f56edf6e4e7f/zookeeper_0, clientPort=55224, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e9374b2-f2f0-d613-52e6-80b639462d19/cluster_d93cf741-2572-a388-39bd-f56edf6e4e7f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e9374b2-f2f0-d613-52e6-80b639462d19/cluster_d93cf741-2572-a388-39bd-f56edf6e4e7f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T21:57:22,580 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55224 2024-11-21T21:57:22,589 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T21:57:22,591 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T21:57:22,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34371 is added to blk_1073741825_1001 (size=7) 2024-11-21T21:57:22,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741825_1001 (size=7) 2024-11-21T21:57:22,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45807 is added to blk_1073741825_1001 (size=7) 2024-11-21T21:57:23,218 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6 with version=8 2024-11-21T21:57:23,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/hbase-staging 2024-11-21T21:57:23,294 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-21T21:57:23,521 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2a884b411602:0 server-side Connection retries=45 2024-11-21T21:57:23,529 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T21:57:23,530 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T21:57:23,534 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T21:57:23,534 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T21:57:23,534 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T21:57:23,652 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T21:57:23,701 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-21T21:57:23,709 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-21T21:57:23,712 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T21:57:23,735 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 101290 (auto-detected) 2024-11-21T21:57:23,736 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-21T21:57:23,752 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45425 2024-11-21T21:57:23,771 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45425 connecting to ZooKeeper ensemble=127.0.0.1:55224 2024-11-21T21:57:23,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:454250x0, quorum=127.0.0.1:55224, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T21:57:23,885 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45425-0x10160b06ac10000 connected 2024-11-21T21:57:23,974 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T21:57:23,978 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T21:57:23,991 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45425-0x10160b06ac10000, quorum=127.0.0.1:55224, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T21:57:23,994 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6, hbase.cluster.distributed=false 2024-11-21T21:57:24,015 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45425-0x10160b06ac10000, quorum=127.0.0.1:55224, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T21:57:24,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45425 2024-11-21T21:57:24,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45425 2024-11-21T21:57:24,021 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45425 2024-11-21T21:57:24,021 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45425 2024-11-21T21:57:24,021 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45425 2024-11-21T21:57:24,115 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2a884b411602:0 server-side Connection retries=45 2024-11-21T21:57:24,116 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T21:57:24,116 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T21:57:24,117 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T21:57:24,117 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T21:57:24,117 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T21:57:24,119 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T21:57:24,123 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T21:57:24,124 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42513 2024-11-21T21:57:24,126 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42513 connecting to ZooKeeper ensemble=127.0.0.1:55224 2024-11-21T21:57:24,128 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T21:57:24,134 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T21:57:24,156 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:425130x0, quorum=127.0.0.1:55224, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T21:57:24,156 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42513-0x10160b06ac10001 connected 2024-11-21T21:57:24,157 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42513-0x10160b06ac10001, quorum=127.0.0.1:55224, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T21:57:24,161 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T21:57:24,169 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T21:57:24,172 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42513-0x10160b06ac10001, quorum=127.0.0.1:55224, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T21:57:24,178 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42513-0x10160b06ac10001, quorum=127.0.0.1:55224, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T21:57:24,179 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42513 2024-11-21T21:57:24,179 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42513 2024-11-21T21:57:24,179 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42513 2024-11-21T21:57:24,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42513 2024-11-21T21:57:24,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42513 2024-11-21T21:57:24,197 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2a884b411602:0 server-side Connection retries=45 2024-11-21T21:57:24,197 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T21:57:24,197 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T21:57:24,197 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T21:57:24,197 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T21:57:24,198 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T21:57:24,198 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T21:57:24,198 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T21:57:24,199 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42029 2024-11-21T21:57:24,201 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42029 connecting to ZooKeeper ensemble=127.0.0.1:55224 2024-11-21T21:57:24,202 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T21:57:24,205 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T21:57:24,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:420290x0, quorum=127.0.0.1:55224, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T21:57:24,223 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42029-0x10160b06ac10002, quorum=127.0.0.1:55224, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T21:57:24,223 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42029-0x10160b06ac10002 connected 2024-11-21T21:57:24,224 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T21:57:24,225 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T21:57:24,226 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42029-0x10160b06ac10002, quorum=127.0.0.1:55224, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T21:57:24,228 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42029-0x10160b06ac10002, quorum=127.0.0.1:55224, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T21:57:24,229 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42029 2024-11-21T21:57:24,230 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42029 2024-11-21T21:57:24,230 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42029 2024-11-21T21:57:24,231 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42029 2024-11-21T21:57:24,231 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42029 2024-11-21T21:57:24,246 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2a884b411602:0 server-side Connection retries=45 2024-11-21T21:57:24,246 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T21:57:24,246 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T21:57:24,246 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T21:57:24,246 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T21:57:24,247 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T21:57:24,247 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T21:57:24,247 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T21:57:24,248 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37097 2024-11-21T21:57:24,250 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37097 connecting to ZooKeeper ensemble=127.0.0.1:55224 2024-11-21T21:57:24,251 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T21:57:24,253 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T21:57:24,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:370970x0, quorum=127.0.0.1:55224, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T21:57:24,264 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:370970x0, quorum=127.0.0.1:55224, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T21:57:24,265 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37097-0x10160b06ac10003 connected 2024-11-21T21:57:24,265 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T21:57:24,266 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T21:57:24,267 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37097-0x10160b06ac10003, quorum=127.0.0.1:55224, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T21:57:24,269 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37097-0x10160b06ac10003, quorum=127.0.0.1:55224, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T21:57:24,270 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37097 2024-11-21T21:57:24,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37097 2024-11-21T21:57:24,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37097 2024-11-21T21:57:24,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37097 2024-11-21T21:57:24,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37097 2024-11-21T21:57:24,286 DEBUG [M:0;2a884b411602:45425 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2a884b411602:45425 2024-11-21T21:57:24,286 INFO [master/2a884b411602:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/2a884b411602,45425,1732226243371 2024-11-21T21:57:24,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42029-0x10160b06ac10002, quorum=127.0.0.1:55224, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T21:57:24,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x10160b06ac10000, quorum=127.0.0.1:55224, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T21:57:24,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37097-0x10160b06ac10003, quorum=127.0.0.1:55224, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T21:57:24,297 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42513-0x10160b06ac10001, quorum=127.0.0.1:55224, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T21:57:24,300 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45425-0x10160b06ac10000, quorum=127.0.0.1:55224, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/2a884b411602,45425,1732226243371 2024-11-21T21:57:24,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37097-0x10160b06ac10003, quorum=127.0.0.1:55224, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T21:57:24,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42029-0x10160b06ac10002, quorum=127.0.0.1:55224, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T21:57:24,344 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42513-0x10160b06ac10001, quorum=127.0.0.1:55224, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T21:57:24,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37097-0x10160b06ac10003, quorum=127.0.0.1:55224, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:57:24,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x10160b06ac10000, quorum=127.0.0.1:55224, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:57:24,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42029-0x10160b06ac10002, quorum=127.0.0.1:55224, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:57:24,345 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42513-0x10160b06ac10001, quorum=127.0.0.1:55224, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:57:24,345 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45425-0x10160b06ac10000, quorum=127.0.0.1:55224, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-21T21:57:24,347 INFO [master/2a884b411602:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/2a884b411602,45425,1732226243371 from backup master directory 2024-11-21T21:57:24,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x10160b06ac10000, quorum=127.0.0.1:55224, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/2a884b411602,45425,1732226243371 2024-11-21T21:57:24,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42029-0x10160b06ac10002, quorum=127.0.0.1:55224, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T21:57:24,355 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42513-0x10160b06ac10001, quorum=127.0.0.1:55224, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T21:57:24,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37097-0x10160b06ac10003, quorum=127.0.0.1:55224, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T21:57:24,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x10160b06ac10000, quorum=127.0.0.1:55224, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T21:57:24,357 WARN [master/2a884b411602:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T21:57:24,357 INFO [master/2a884b411602:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2a884b411602,45425,1732226243371 2024-11-21T21:57:24,359 INFO [master/2a884b411602:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-21T21:57:24,361 INFO [master/2a884b411602:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-21T21:57:24,415 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/hbase.id] with ID: 23ad1211-1361-4009-ac0e-4f979ff3ce87 2024-11-21T21:57:24,415 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/.tmp/hbase.id 2024-11-21T21:57:24,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45807 is added to blk_1073741826_1002 (size=42) 2024-11-21T21:57:24,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34371 is added to blk_1073741826_1002 (size=42) 2024-11-21T21:57:24,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741826_1002 (size=42) 2024-11-21T21:57:24,432 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/.tmp/hbase.id]:[hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/hbase.id] 2024-11-21T21:57:24,480 INFO [master/2a884b411602:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T21:57:24,484 INFO [master/2a884b411602:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T21:57:24,501 INFO [master/2a884b411602:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-21T21:57:24,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42029-0x10160b06ac10002, quorum=127.0.0.1:55224, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:57:24,530 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42513-0x10160b06ac10001, quorum=127.0.0.1:55224, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:57:24,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x10160b06ac10000, quorum=127.0.0.1:55224, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:57:24,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37097-0x10160b06ac10003, quorum=127.0.0.1:55224, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:57:24,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34371 is added to blk_1073741827_1003 (size=196) 2024-11-21T21:57:24,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741827_1003 (size=196) 2024-11-21T21:57:24,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45807 is added to blk_1073741827_1003 (size=196) 2024-11-21T21:57:24,567 INFO [master/2a884b411602:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T21:57:24,568 INFO [master/2a884b411602:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T21:57:24,581 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T21:57:24,584 INFO [master/2a884b411602:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T21:57:24,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45807 is added to blk_1073741828_1004 (size=1189) 2024-11-21T21:57:24,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34371 is added to blk_1073741828_1004 (size=1189) 2024-11-21T21:57:24,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741828_1004 (size=1189) 2024-11-21T21:57:24,631 INFO [master/2a884b411602:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/MasterData/data/master/store 2024-11-21T21:57:24,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34371 is added to blk_1073741829_1005 (size=34) 2024-11-21T21:57:24,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741829_1005 (size=34) 2024-11-21T21:57:24,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45807 is added to blk_1073741829_1005 (size=34) 2024-11-21T21:57:24,657 INFO [master/2a884b411602:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-21T21:57:24,660 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:57:24,661 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T21:57:24,662 INFO [master/2a884b411602:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T21:57:24,662 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T21:57:24,663 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T21:57:24,664 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T21:57:24,664 INFO [master/2a884b411602:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T21:57:24,665 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732226244661Disabling compacts and flushes for region at 1732226244661Disabling writes for close at 1732226244664 (+3 ms)Writing region close event to WAL at 1732226244664Closed at 1732226244664 2024-11-21T21:57:24,667 WARN [master/2a884b411602:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/MasterData/data/master/store/.initializing 2024-11-21T21:57:24,667 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/MasterData/WALs/2a884b411602,45425,1732226243371 2024-11-21T21:57:24,675 INFO [master/2a884b411602:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T21:57:24,689 INFO [master/2a884b411602:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2a884b411602%2C45425%2C1732226243371, suffix=, logDir=hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/MasterData/WALs/2a884b411602,45425,1732226243371, archiveDir=hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/MasterData/oldWALs, maxLogs=10 2024-11-21T21:57:24,710 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/MasterData/WALs/2a884b411602,45425,1732226243371/2a884b411602%2C45425%2C1732226243371.1732226244694, exclude list is [], retry=0 2024-11-21T21:57:24,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45807,DS-7d575451-9872-45e4-a45f-161315add18f,DISK] 2024-11-21T21:57:24,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34371,DS-10958ecb-1f22-4aba-8919-c4c6770aed1e,DISK] 2024-11-21T21:57:24,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38983,DS-20091143-c542-4da3-9254-75b9ce938066,DISK] 2024-11-21T21:57:24,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-21T21:57:24,765 INFO [master/2a884b411602:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/MasterData/WALs/2a884b411602,45425,1732226243371/2a884b411602%2C45425%2C1732226243371.1732226244694 2024-11-21T21:57:24,766 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35573:35573),(127.0.0.1/127.0.0.1:45855:45855),(127.0.0.1/127.0.0.1:38083:38083)] 2024-11-21T21:57:24,766 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T21:57:24,766 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:57:24,769 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T21:57:24,770 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T21:57:24,803 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T21:57:24,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T21:57:24,828 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:57:24,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T21:57:24,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T21:57:24,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T21:57:24,834 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:57:24,835 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:57:24,836 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T21:57:24,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T21:57:24,839 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:57:24,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:57:24,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T21:57:24,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T21:57:24,844 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:57:24,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:57:24,845 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T21:57:24,849 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T21:57:24,850 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T21:57:24,856 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T21:57:24,857 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T21:57:24,860 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T21:57:24,864 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T21:57:24,870 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:57:24,871 INFO [master/2a884b411602:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74850100, jitterRate=0.11535340547561646}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T21:57:24,878 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732226244781Initializing all the Stores at 1732226244783 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732226244783Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226244784 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226244784Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226244784Cleaning up temporary data from old regions at 1732226244857 (+73 ms)Region opened successfully at 1732226244878 (+21 ms) 2024-11-21T21:57:24,879 INFO [master/2a884b411602:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T21:57:24,913 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d8d3e21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2a884b411602/172.17.0.2:0 2024-11-21T21:57:24,944 INFO [master/2a884b411602:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T21:57:24,954 INFO [master/2a884b411602:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T21:57:24,954 INFO [master/2a884b411602:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T21:57:24,956 INFO [master/2a884b411602:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T21:57:24,958 INFO [master/2a884b411602:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-21T21:57:24,962 INFO [master/2a884b411602:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-21T21:57:24,962 INFO [master/2a884b411602:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-21T21:57:24,991 INFO [master/2a884b411602:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T21:57:24,999 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45425-0x10160b06ac10000, quorum=127.0.0.1:55224, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-21T21:57:25,052 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-21T21:57:25,057 INFO [master/2a884b411602:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T21:57:25,059 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45425-0x10160b06ac10000, quorum=127.0.0.1:55224, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-21T21:57:25,069 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-21T21:57:25,072 INFO [master/2a884b411602:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T21:57:25,077 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45425-0x10160b06ac10000, quorum=127.0.0.1:55224, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-21T21:57:25,088 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-21T21:57:25,090 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45425-0x10160b06ac10000, quorum=127.0.0.1:55224, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-21T21:57:25,097 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-21T21:57:25,117 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45425-0x10160b06ac10000, quorum=127.0.0.1:55224, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T21:57:25,127 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-21T21:57:25,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x10160b06ac10000, quorum=127.0.0.1:55224, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T21:57:25,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42029-0x10160b06ac10002, quorum=127.0.0.1:55224, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T21:57:25,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37097-0x10160b06ac10003, quorum=127.0.0.1:55224, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T21:57:25,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x10160b06ac10000, quorum=127.0.0.1:55224, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:57:25,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42029-0x10160b06ac10002, quorum=127.0.0.1:55224, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:57:25,139 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42513-0x10160b06ac10001, quorum=127.0.0.1:55224, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T21:57:25,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37097-0x10160b06ac10003, quorum=127.0.0.1:55224, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:57:25,139 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42513-0x10160b06ac10001, quorum=127.0.0.1:55224, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:57:25,143 INFO [master/2a884b411602:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2a884b411602,45425,1732226243371, sessionid=0x10160b06ac10000, setting cluster-up flag (Was=false) 2024-11-21T21:57:25,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x10160b06ac10000, quorum=127.0.0.1:55224, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:57:25,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42029-0x10160b06ac10002, quorum=127.0.0.1:55224, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:57:25,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37097-0x10160b06ac10003, quorum=127.0.0.1:55224, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:57:25,172 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42513-0x10160b06ac10001, quorum=127.0.0.1:55224, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:57:25,197 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-21T21:57:25,201 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2a884b411602,45425,1732226243371 2024-11-21T21:57:25,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x10160b06ac10000, quorum=127.0.0.1:55224, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:57:25,222 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42513-0x10160b06ac10001, quorum=127.0.0.1:55224, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:57:25,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37097-0x10160b06ac10003, quorum=127.0.0.1:55224, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:57:25,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42029-0x10160b06ac10002, quorum=127.0.0.1:55224, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:57:25,247 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-21T21:57:25,250 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2a884b411602,45425,1732226243371 2024-11-21T21:57:25,260 INFO [master/2a884b411602:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T21:57:25,276 INFO [RS:1;2a884b411602:42029 {}] regionserver.HRegionServer(746): ClusterId : 23ad1211-1361-4009-ac0e-4f979ff3ce87 2024-11-21T21:57:25,276 INFO [RS:2;2a884b411602:37097 {}] regionserver.HRegionServer(746): ClusterId : 23ad1211-1361-4009-ac0e-4f979ff3ce87 2024-11-21T21:57:25,276 INFO [RS:0;2a884b411602:42513 {}] regionserver.HRegionServer(746): ClusterId : 23ad1211-1361-4009-ac0e-4f979ff3ce87 2024-11-21T21:57:25,278 DEBUG [RS:1;2a884b411602:42029 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T21:57:25,278 DEBUG [RS:0;2a884b411602:42513 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T21:57:25,278 DEBUG [RS:2;2a884b411602:37097 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T21:57:25,298 DEBUG [RS:2;2a884b411602:37097 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T21:57:25,298 DEBUG [RS:0;2a884b411602:42513 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T21:57:25,298 DEBUG [RS:1;2a884b411602:42029 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T21:57:25,298 DEBUG [RS:2;2a884b411602:37097 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T21:57:25,299 DEBUG [RS:1;2a884b411602:42029 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T21:57:25,298 DEBUG [RS:0;2a884b411602:42513 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T21:57:25,307 DEBUG [RS:0;2a884b411602:42513 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T21:57:25,307 DEBUG [RS:1;2a884b411602:42029 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T21:57:25,307 DEBUG [RS:2;2a884b411602:37097 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T21:57:25,308 DEBUG [RS:0;2a884b411602:42513 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bbc371a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2a884b411602/172.17.0.2:0 2024-11-21T21:57:25,308 DEBUG [RS:2;2a884b411602:37097 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c009d70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2a884b411602/172.17.0.2:0 2024-11-21T21:57:25,308 DEBUG [RS:1;2a884b411602:42029 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bd2043, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2a884b411602/172.17.0.2:0 2024-11-21T21:57:25,327 DEBUG [RS:1;2a884b411602:42029 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;2a884b411602:42029 2024-11-21T21:57:25,327 DEBUG [RS:2;2a884b411602:37097 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;2a884b411602:37097 2024-11-21T21:57:25,327 DEBUG [RS:0;2a884b411602:42513 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2a884b411602:42513 2024-11-21T21:57:25,330 INFO [RS:1;2a884b411602:42029 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T21:57:25,330 INFO [RS:2;2a884b411602:37097 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T21:57:25,331 INFO [RS:0;2a884b411602:42513 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T21:57:25,331 INFO [RS:2;2a884b411602:37097 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T21:57:25,331 INFO [RS:1;2a884b411602:42029 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T21:57:25,331 INFO [RS:0;2a884b411602:42513 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T21:57:25,331 DEBUG [RS:2;2a884b411602:37097 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T21:57:25,331 DEBUG [RS:1;2a884b411602:42029 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T21:57:25,331 DEBUG [RS:0;2a884b411602:42513 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T21:57:25,333 INFO [RS:1;2a884b411602:42029 {}] regionserver.HRegionServer(2659): reportForDuty to master=2a884b411602,45425,1732226243371 with port=42029, startcode=1732226244196 2024-11-21T21:57:25,333 INFO [RS:0;2a884b411602:42513 {}] regionserver.HRegionServer(2659): reportForDuty to master=2a884b411602,45425,1732226243371 with port=42513, startcode=1732226244084 2024-11-21T21:57:25,333 INFO [RS:2;2a884b411602:37097 {}] regionserver.HRegionServer(2659): reportForDuty to master=2a884b411602,45425,1732226243371 with port=37097, startcode=1732226244245 2024-11-21T21:57:25,338 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T21:57:25,344 DEBUG [RS:0;2a884b411602:42513 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T21:57:25,344 DEBUG [RS:1;2a884b411602:42029 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T21:57:25,344 DEBUG [RS:2;2a884b411602:37097 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T21:57:25,347 INFO [master/2a884b411602:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T21:57:25,353 INFO [master/2a884b411602:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T21:57:25,358 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2a884b411602,45425,1732226243371 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T21:57:25,365 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2a884b411602:0, corePoolSize=5, maxPoolSize=5 2024-11-21T21:57:25,365 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2a884b411602:0, corePoolSize=5, maxPoolSize=5 2024-11-21T21:57:25,366 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2a884b411602:0, corePoolSize=5, maxPoolSize=5 2024-11-21T21:57:25,366 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2a884b411602:0, corePoolSize=5, maxPoolSize=5 2024-11-21T21:57:25,366 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2a884b411602:0, corePoolSize=10, maxPoolSize=10 2024-11-21T21:57:25,366 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:57:25,367 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2a884b411602:0, corePoolSize=2, maxPoolSize=2 2024-11-21T21:57:25,367 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:57:25,369 INFO [master/2a884b411602:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732226275369 2024-11-21T21:57:25,371 INFO [master/2a884b411602:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T21:57:25,372 INFO [master/2a884b411602:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T21:57:25,372 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T21:57:25,373 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T21:57:25,375 INFO [master/2a884b411602:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T21:57:25,375 INFO [master/2a884b411602:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T21:57:25,376 INFO [master/2a884b411602:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T21:57:25,376 INFO [master/2a884b411602:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T21:57:25,378 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53883, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T21:57:25,378 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43837, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T21:57:25,378 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50447, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T21:57:25,377 INFO [master/2a884b411602:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T21:57:25,380 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:57:25,380 INFO [master/2a884b411602:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T21:57:25,380 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T21:57:25,381 INFO [master/2a884b411602:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T21:57:25,381 INFO [master/2a884b411602:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T21:57:25,383 INFO [master/2a884b411602:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T21:57:25,384 INFO [master/2a884b411602:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T21:57:25,385 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45425 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T21:57:25,385 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2a884b411602:0:becomeActiveMaster-HFileCleaner.large.0-1732226245385,5,FailOnTimeoutGroup] 2024-11-21T21:57:25,386 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2a884b411602:0:becomeActiveMaster-HFileCleaner.small.0-1732226245386,5,FailOnTimeoutGroup] 2024-11-21T21:57:25,386 INFO [master/2a884b411602:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T21:57:25,387 INFO [master/2a884b411602:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T21:57:25,388 INFO [master/2a884b411602:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T21:57:25,388 INFO [master/2a884b411602:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T21:57:25,412 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45425 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2a884b411602,37097,1732226244245 2024-11-21T21:57:25,414 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45425 {}] master.ServerManager(517): Registering regionserver=2a884b411602,37097,1732226244245 2024-11-21T21:57:25,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45807 is added to blk_1073741831_1007 (size=1321) 2024-11-21T21:57:25,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34371 is added to blk_1073741831_1007 (size=1321) 2024-11-21T21:57:25,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741831_1007 (size=1321) 2024-11-21T21:57:25,417 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T21:57:25,418 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6 2024-11-21T21:57:25,423 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45425 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2a884b411602,42513,1732226244084 2024-11-21T21:57:25,423 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45425 {}] master.ServerManager(517): Registering regionserver=2a884b411602,42513,1732226244084 2024-11-21T21:57:25,423 DEBUG [RS:2;2a884b411602:37097 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6 2024-11-21T21:57:25,424 DEBUG [RS:2;2a884b411602:37097 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45313 2024-11-21T21:57:25,424 DEBUG [RS:2;2a884b411602:37097 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T21:57:25,428 DEBUG [RS:0;2a884b411602:42513 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6 2024-11-21T21:57:25,428 DEBUG [RS:0;2a884b411602:42513 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45313 2024-11-21T21:57:25,428 DEBUG [RS:0;2a884b411602:42513 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T21:57:25,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45807 is added to blk_1073741832_1008 (size=32) 2024-11-21T21:57:25,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34371 is added to blk_1073741832_1008 (size=32) 2024-11-21T21:57:25,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741832_1008 (size=32) 2024-11-21T21:57:25,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:57:25,436 DEBUG [RS:1;2a884b411602:42029 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-21T21:57:25,436 WARN [RS:1;2a884b411602:42029 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-21T21:57:25,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T21:57:25,439 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T21:57:25,439 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:57:25,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T21:57:25,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T21:57:25,442 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T21:57:25,442 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:57:25,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T21:57:25,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T21:57:25,446 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T21:57:25,446 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:57:25,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x10160b06ac10000, quorum=127.0.0.1:55224, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T21:57:25,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T21:57:25,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T21:57:25,451 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T21:57:25,451 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:57:25,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T21:57:25,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T21:57:25,453 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/hbase/meta/1588230740 2024-11-21T21:57:25,454 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/hbase/meta/1588230740 2024-11-21T21:57:25,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T21:57:25,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T21:57:25,457 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T21:57:25,460 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T21:57:25,464 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:57:25,465 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71327504, jitterRate=0.06286263465881348}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T21:57:25,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732226245434Initializing all the Stores at 1732226245436 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732226245436Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732226245436Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226245436Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732226245436Cleaning up temporary data from old regions at 1732226245457 (+21 ms)Region opened successfully at 1732226245468 (+11 ms) 2024-11-21T21:57:25,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T21:57:25,469 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T21:57:25,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T21:57:25,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T21:57:25,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T21:57:25,471 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T21:57:25,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732226245469Disabling compacts and flushes for region at 1732226245469Disabling writes for close at 1732226245469Writing region close event to WAL at 1732226245470 (+1 ms)Closed at 1732226245471 (+1 ms) 2024-11-21T21:57:25,474 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T21:57:25,474 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T21:57:25,477 DEBUG [RS:2;2a884b411602:37097 {}] zookeeper.ZKUtil(111): regionserver:37097-0x10160b06ac10003, quorum=127.0.0.1:55224, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2a884b411602,37097,1732226244245 2024-11-21T21:57:25,477 WARN [RS:2;2a884b411602:37097 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T21:57:25,477 INFO [RS:2;2a884b411602:37097 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T21:57:25,477 DEBUG [RS:0;2a884b411602:42513 {}] zookeeper.ZKUtil(111): regionserver:42513-0x10160b06ac10001, quorum=127.0.0.1:55224, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2a884b411602,42513,1732226244084 2024-11-21T21:57:25,477 DEBUG [RS:2;2a884b411602:37097 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/WALs/2a884b411602,37097,1732226244245 2024-11-21T21:57:25,477 WARN [RS:0;2a884b411602:42513 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T21:57:25,478 INFO [RS:0;2a884b411602:42513 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T21:57:25,478 DEBUG [RS:0;2a884b411602:42513 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/WALs/2a884b411602,42513,1732226244084 2024-11-21T21:57:25,478 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2a884b411602,42513,1732226244084] 2024-11-21T21:57:25,478 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2a884b411602,37097,1732226244245] 2024-11-21T21:57:25,481 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T21:57:25,490 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T21:57:25,494 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T21:57:25,503 INFO [RS:2;2a884b411602:37097 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T21:57:25,503 INFO [RS:0;2a884b411602:42513 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T21:57:25,518 INFO [RS:2;2a884b411602:37097 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T21:57:25,518 INFO [RS:0;2a884b411602:42513 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T21:57:25,523 INFO [RS:0;2a884b411602:42513 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T21:57:25,524 INFO [RS:2;2a884b411602:37097 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T21:57:25,524 INFO [RS:0;2a884b411602:42513 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T21:57:25,524 INFO [RS:2;2a884b411602:37097 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T21:57:25,524 INFO [RS:0;2a884b411602:42513 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T21:57:25,524 INFO [RS:2;2a884b411602:37097 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T21:57:25,530 INFO [RS:0;2a884b411602:42513 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T21:57:25,530 INFO [RS:2;2a884b411602:37097 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T21:57:25,531 INFO [RS:2;2a884b411602:37097 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T21:57:25,531 INFO [RS:0;2a884b411602:42513 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T21:57:25,531 DEBUG [RS:2;2a884b411602:37097 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:57:25,531 DEBUG [RS:0;2a884b411602:42513 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:57:25,532 DEBUG [RS:0;2a884b411602:42513 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:57:25,532 DEBUG [RS:2;2a884b411602:37097 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:57:25,532 DEBUG [RS:0;2a884b411602:42513 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:57:25,532 DEBUG [RS:2;2a884b411602:37097 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:57:25,532 DEBUG [RS:0;2a884b411602:42513 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:57:25,532 DEBUG [RS:2;2a884b411602:37097 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:57:25,532 DEBUG [RS:2;2a884b411602:37097 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:57:25,532 DEBUG [RS:0;2a884b411602:42513 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:57:25,532 DEBUG [RS:2;2a884b411602:37097 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0, corePoolSize=2, maxPoolSize=2 2024-11-21T21:57:25,532 DEBUG [RS:0;2a884b411602:42513 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0, corePoolSize=2, maxPoolSize=2 2024-11-21T21:57:25,532 DEBUG [RS:2;2a884b411602:37097 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:57:25,532 DEBUG [RS:0;2a884b411602:42513 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:57:25,532 DEBUG [RS:0;2a884b411602:42513 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:57:25,532 DEBUG [RS:2;2a884b411602:37097 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:57:25,532 DEBUG [RS:0;2a884b411602:42513 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:57:25,532 DEBUG [RS:2;2a884b411602:37097 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:57:25,533 DEBUG [RS:0;2a884b411602:42513 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:57:25,533 DEBUG [RS:2;2a884b411602:37097 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:57:25,533 DEBUG [RS:0;2a884b411602:42513 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:57:25,533 DEBUG [RS:2;2a884b411602:37097 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:57:25,533 DEBUG [RS:2;2a884b411602:37097 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:57:25,533 DEBUG [RS:0;2a884b411602:42513 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:57:25,533 DEBUG [RS:2;2a884b411602:37097 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0, corePoolSize=3, maxPoolSize=3 2024-11-21T21:57:25,533 DEBUG [RS:0;2a884b411602:42513 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0, corePoolSize=3, maxPoolSize=3 2024-11-21T21:57:25,533 DEBUG [RS:2;2a884b411602:37097 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2a884b411602:0, corePoolSize=3, maxPoolSize=3 2024-11-21T21:57:25,533 DEBUG [RS:0;2a884b411602:42513 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2a884b411602:0, corePoolSize=3, maxPoolSize=3 2024-11-21T21:57:25,534 INFO [RS:2;2a884b411602:37097 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T21:57:25,534 INFO [RS:0;2a884b411602:42513 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T21:57:25,534 INFO [RS:2;2a884b411602:37097 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T21:57:25,534 INFO [RS:0;2a884b411602:42513 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T21:57:25,534 INFO [RS:2;2a884b411602:37097 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T21:57:25,534 INFO [RS:0;2a884b411602:42513 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T21:57:25,534 INFO [RS:2;2a884b411602:37097 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T21:57:25,534 INFO [RS:0;2a884b411602:42513 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T21:57:25,534 INFO [RS:2;2a884b411602:37097 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T21:57:25,534 INFO [RS:0;2a884b411602:42513 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T21:57:25,535 INFO [RS:2;2a884b411602:37097 {}] hbase.ChoreService(168): Chore ScheduledChore name=2a884b411602,37097,1732226244245-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T21:57:25,535 INFO [RS:0;2a884b411602:42513 {}] hbase.ChoreService(168): Chore ScheduledChore name=2a884b411602,42513,1732226244084-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T21:57:25,537 INFO [RS:1;2a884b411602:42029 {}] regionserver.HRegionServer(2659): reportForDuty to master=2a884b411602,45425,1732226243371 with port=42029, startcode=1732226244196 2024-11-21T21:57:25,539 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45425 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2a884b411602,42029,1732226244196 2024-11-21T21:57:25,539 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45425 {}] master.ServerManager(517): Registering regionserver=2a884b411602,42029,1732226244196 2024-11-21T21:57:25,544 DEBUG [RS:1;2a884b411602:42029 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6 2024-11-21T21:57:25,544 DEBUG [RS:1;2a884b411602:42029 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45313 2024-11-21T21:57:25,544 DEBUG [RS:1;2a884b411602:42029 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T21:57:25,555 INFO [RS:2;2a884b411602:37097 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T21:57:25,557 INFO [RS:2;2a884b411602:37097 {}] hbase.ChoreService(168): Chore ScheduledChore name=2a884b411602,37097,1732226244245-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T21:57:25,557 INFO [RS:2;2a884b411602:37097 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T21:57:25,557 INFO [RS:2;2a884b411602:37097 {}] regionserver.Replication(171): 2a884b411602,37097,1732226244245 started 2024-11-21T21:57:25,559 INFO [RS:0;2a884b411602:42513 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T21:57:25,559 INFO [RS:0;2a884b411602:42513 {}] hbase.ChoreService(168): Chore ScheduledChore name=2a884b411602,42513,1732226244084-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T21:57:25,559 INFO [RS:0;2a884b411602:42513 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T21:57:25,560 INFO [RS:0;2a884b411602:42513 {}] regionserver.Replication(171): 2a884b411602,42513,1732226244084 started 2024-11-21T21:57:25,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x10160b06ac10000, quorum=127.0.0.1:55224, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T21:57:25,564 DEBUG [RS:1;2a884b411602:42029 {}] zookeeper.ZKUtil(111): regionserver:42029-0x10160b06ac10002, quorum=127.0.0.1:55224, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2a884b411602,42029,1732226244196 2024-11-21T21:57:25,564 WARN [RS:1;2a884b411602:42029 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T21:57:25,564 INFO [RS:1;2a884b411602:42029 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T21:57:25,564 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2a884b411602,42029,1732226244196] 2024-11-21T21:57:25,564 DEBUG [RS:1;2a884b411602:42029 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/WALs/2a884b411602,42029,1732226244196 2024-11-21T21:57:25,570 INFO [RS:1;2a884b411602:42029 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T21:57:25,574 INFO [RS:1;2a884b411602:42029 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T21:57:25,574 INFO [RS:1;2a884b411602:42029 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T21:57:25,574 INFO [RS:1;2a884b411602:42029 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T21:57:25,575 INFO [RS:1;2a884b411602:42029 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T21:57:25,576 INFO [RS:1;2a884b411602:42029 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T21:57:25,576 INFO [RS:1;2a884b411602:42029 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T21:57:25,577 DEBUG [RS:1;2a884b411602:42029 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:57:25,577 DEBUG [RS:1;2a884b411602:42029 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:57:25,577 DEBUG [RS:1;2a884b411602:42029 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:57:25,577 DEBUG [RS:1;2a884b411602:42029 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:57:25,577 DEBUG [RS:1;2a884b411602:42029 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:57:25,577 DEBUG [RS:1;2a884b411602:42029 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0, corePoolSize=2, maxPoolSize=2 2024-11-21T21:57:25,578 DEBUG [RS:1;2a884b411602:42029 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:57:25,578 DEBUG [RS:1;2a884b411602:42029 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:57:25,578 DEBUG [RS:1;2a884b411602:42029 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:57:25,578 INFO [RS:2;2a884b411602:37097 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T21:57:25,578 DEBUG [RS:1;2a884b411602:42029 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:57:25,578 DEBUG [RS:1;2a884b411602:42029 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:57:25,578 DEBUG [RS:1;2a884b411602:42029 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:57:25,578 INFO [RS:2;2a884b411602:37097 {}] regionserver.HRegionServer(1482): Serving as 2a884b411602,37097,1732226244245, RpcServer on 2a884b411602/172.17.0.2:37097, sessionid=0x10160b06ac10003 2024-11-21T21:57:25,578 DEBUG [RS:1;2a884b411602:42029 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0, corePoolSize=3, maxPoolSize=3 2024-11-21T21:57:25,578 DEBUG [RS:1;2a884b411602:42029 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2a884b411602:0, corePoolSize=3, maxPoolSize=3 2024-11-21T21:57:25,579 DEBUG [RS:2;2a884b411602:37097 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T21:57:25,579 DEBUG [RS:2;2a884b411602:37097 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2a884b411602,37097,1732226244245 2024-11-21T21:57:25,579 DEBUG [RS:2;2a884b411602:37097 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2a884b411602,37097,1732226244245' 2024-11-21T21:57:25,580 DEBUG [RS:2;2a884b411602:37097 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T21:57:25,580 INFO [RS:1;2a884b411602:42029 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T21:57:25,580 INFO [RS:1;2a884b411602:42029 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T21:57:25,580 INFO [RS:1;2a884b411602:42029 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T21:57:25,580 INFO [RS:1;2a884b411602:42029 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T21:57:25,580 INFO [RS:1;2a884b411602:42029 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T21:57:25,580 INFO [RS:1;2a884b411602:42029 {}] hbase.ChoreService(168): Chore ScheduledChore name=2a884b411602,42029,1732226244196-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T21:57:25,580 INFO [RS:0;2a884b411602:42513 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T21:57:25,581 INFO [RS:0;2a884b411602:42513 {}] regionserver.HRegionServer(1482): Serving as 2a884b411602,42513,1732226244084, RpcServer on 2a884b411602/172.17.0.2:42513, sessionid=0x10160b06ac10001 2024-11-21T21:57:25,581 DEBUG [RS:2;2a884b411602:37097 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T21:57:25,581 DEBUG [RS:0;2a884b411602:42513 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T21:57:25,581 DEBUG [RS:0;2a884b411602:42513 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2a884b411602,42513,1732226244084 2024-11-21T21:57:25,581 DEBUG [RS:0;2a884b411602:42513 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2a884b411602,42513,1732226244084' 2024-11-21T21:57:25,581 DEBUG [RS:0;2a884b411602:42513 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T21:57:25,581 DEBUG [RS:2;2a884b411602:37097 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T21:57:25,581 DEBUG [RS:2;2a884b411602:37097 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T21:57:25,582 DEBUG [RS:0;2a884b411602:42513 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T21:57:25,582 DEBUG [RS:2;2a884b411602:37097 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2a884b411602,37097,1732226244245 2024-11-21T21:57:25,582 DEBUG [RS:2;2a884b411602:37097 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2a884b411602,37097,1732226244245' 2024-11-21T21:57:25,582 DEBUG [RS:2;2a884b411602:37097 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T21:57:25,582 DEBUG [RS:2;2a884b411602:37097 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T21:57:25,582 DEBUG [RS:0;2a884b411602:42513 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T21:57:25,583 DEBUG [RS:0;2a884b411602:42513 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T21:57:25,583 DEBUG [RS:0;2a884b411602:42513 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2a884b411602,42513,1732226244084 2024-11-21T21:57:25,583 DEBUG [RS:0;2a884b411602:42513 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2a884b411602,42513,1732226244084' 2024-11-21T21:57:25,583 DEBUG [RS:0;2a884b411602:42513 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T21:57:25,583 DEBUG [RS:2;2a884b411602:37097 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T21:57:25,583 INFO [RS:2;2a884b411602:37097 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T21:57:25,583 INFO [RS:2;2a884b411602:37097 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T21:57:25,583 DEBUG [RS:0;2a884b411602:42513 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T21:57:25,584 DEBUG [RS:0;2a884b411602:42513 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T21:57:25,584 INFO [RS:0;2a884b411602:42513 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T21:57:25,584 INFO [RS:0;2a884b411602:42513 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T21:57:25,602 INFO [RS:1;2a884b411602:42029 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T21:57:25,602 INFO [RS:1;2a884b411602:42029 {}] hbase.ChoreService(168): Chore ScheduledChore name=2a884b411602,42029,1732226244196-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T21:57:25,602 INFO [RS:1;2a884b411602:42029 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T21:57:25,602 INFO [RS:1;2a884b411602:42029 {}] regionserver.Replication(171): 2a884b411602,42029,1732226244196 started 2024-11-21T21:57:25,623 INFO [RS:1;2a884b411602:42029 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T21:57:25,623 INFO [RS:1;2a884b411602:42029 {}] regionserver.HRegionServer(1482): Serving as 2a884b411602,42029,1732226244196, RpcServer on 2a884b411602/172.17.0.2:42029, sessionid=0x10160b06ac10002 2024-11-21T21:57:25,624 DEBUG [RS:1;2a884b411602:42029 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T21:57:25,624 DEBUG [RS:1;2a884b411602:42029 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2a884b411602,42029,1732226244196 2024-11-21T21:57:25,624 DEBUG [RS:1;2a884b411602:42029 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2a884b411602,42029,1732226244196' 2024-11-21T21:57:25,624 DEBUG [RS:1;2a884b411602:42029 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T21:57:25,625 DEBUG [RS:1;2a884b411602:42029 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T21:57:25,625 DEBUG [RS:1;2a884b411602:42029 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T21:57:25,626 DEBUG [RS:1;2a884b411602:42029 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T21:57:25,626 DEBUG [RS:1;2a884b411602:42029 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2a884b411602,42029,1732226244196 2024-11-21T21:57:25,626 DEBUG [RS:1;2a884b411602:42029 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2a884b411602,42029,1732226244196' 2024-11-21T21:57:25,626 DEBUG [RS:1;2a884b411602:42029 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T21:57:25,626 DEBUG [RS:1;2a884b411602:42029 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T21:57:25,627 DEBUG [RS:1;2a884b411602:42029 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T21:57:25,627 INFO [RS:1;2a884b411602:42029 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T21:57:25,627 INFO [RS:1;2a884b411602:42029 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T21:57:25,645 WARN [2a884b411602:45425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T21:57:25,688 INFO [RS:2;2a884b411602:37097 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T21:57:25,688 INFO [RS:0;2a884b411602:42513 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T21:57:25,692 INFO [RS:2;2a884b411602:37097 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2a884b411602%2C37097%2C1732226244245, suffix=, logDir=hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/WALs/2a884b411602,37097,1732226244245, archiveDir=hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/oldWALs, maxLogs=32 2024-11-21T21:57:25,692 INFO [RS:0;2a884b411602:42513 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2a884b411602%2C42513%2C1732226244084, suffix=, logDir=hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/WALs/2a884b411602,42513,1732226244084, archiveDir=hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/oldWALs, maxLogs=32 2024-11-21T21:57:25,716 DEBUG [RS:0;2a884b411602:42513 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/WALs/2a884b411602,42513,1732226244084/2a884b411602%2C42513%2C1732226244084.1732226245697, exclude list is [], retry=0 2024-11-21T21:57:25,716 DEBUG [RS:2;2a884b411602:37097 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/WALs/2a884b411602,37097,1732226244245/2a884b411602%2C37097%2C1732226244245.1732226245697, exclude list is [], retry=0 2024-11-21T21:57:25,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38983,DS-20091143-c542-4da3-9254-75b9ce938066,DISK] 2024-11-21T21:57:25,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34371,DS-10958ecb-1f22-4aba-8919-c4c6770aed1e,DISK] 2024-11-21T21:57:25,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34371,DS-10958ecb-1f22-4aba-8919-c4c6770aed1e,DISK] 2024-11-21T21:57:25,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45807,DS-7d575451-9872-45e4-a45f-161315add18f,DISK] 2024-11-21T21:57:25,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38983,DS-20091143-c542-4da3-9254-75b9ce938066,DISK] 2024-11-21T21:57:25,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45807,DS-7d575451-9872-45e4-a45f-161315add18f,DISK] 2024-11-21T21:57:25,725 INFO [RS:0;2a884b411602:42513 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/WALs/2a884b411602,42513,1732226244084/2a884b411602%2C42513%2C1732226244084.1732226245697 2024-11-21T21:57:25,725 DEBUG [RS:0;2a884b411602:42513 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35573:35573),(127.0.0.1/127.0.0.1:45855:45855),(127.0.0.1/127.0.0.1:38083:38083)] 2024-11-21T21:57:25,726 INFO [RS:2;2a884b411602:37097 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/WALs/2a884b411602,37097,1732226244245/2a884b411602%2C37097%2C1732226244245.1732226245697 2024-11-21T21:57:25,727 DEBUG [RS:2;2a884b411602:37097 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35573:35573),(127.0.0.1/127.0.0.1:38083:38083),(127.0.0.1/127.0.0.1:45855:45855)] 2024-11-21T21:57:25,728 INFO [RS:1;2a884b411602:42029 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T21:57:25,731 INFO [RS:1;2a884b411602:42029 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2a884b411602%2C42029%2C1732226244196, suffix=, logDir=hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/WALs/2a884b411602,42029,1732226244196, archiveDir=hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/oldWALs, maxLogs=32 2024-11-21T21:57:25,748 DEBUG [RS:1;2a884b411602:42029 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/WALs/2a884b411602,42029,1732226244196/2a884b411602%2C42029%2C1732226244196.1732226245733, exclude list is [], retry=0 2024-11-21T21:57:25,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34371,DS-10958ecb-1f22-4aba-8919-c4c6770aed1e,DISK] 2024-11-21T21:57:25,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45807,DS-7d575451-9872-45e4-a45f-161315add18f,DISK] 2024-11-21T21:57:25,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38983,DS-20091143-c542-4da3-9254-75b9ce938066,DISK] 2024-11-21T21:57:25,759 INFO [RS:1;2a884b411602:42029 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/WALs/2a884b411602,42029,1732226244196/2a884b411602%2C42029%2C1732226244196.1732226245733 2024-11-21T21:57:25,759 DEBUG [RS:1;2a884b411602:42029 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35573:35573),(127.0.0.1/127.0.0.1:45855:45855),(127.0.0.1/127.0.0.1:38083:38083)] 2024-11-21T21:57:25,900 DEBUG [2a884b411602:45425 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-21T21:57:25,910 DEBUG [2a884b411602:45425 {}] balancer.BalancerClusterState(204): Hosts are {2a884b411602=0} racks are {/default-rack=0} 2024-11-21T21:57:25,916 DEBUG [2a884b411602:45425 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-21T21:57:25,916 DEBUG [2a884b411602:45425 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-21T21:57:25,916 DEBUG [2a884b411602:45425 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-21T21:57:25,916 DEBUG [2a884b411602:45425 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-21T21:57:25,916 DEBUG [2a884b411602:45425 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-21T21:57:25,916 DEBUG [2a884b411602:45425 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-21T21:57:25,916 INFO [2a884b411602:45425 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-21T21:57:25,916 INFO [2a884b411602:45425 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-21T21:57:25,916 INFO [2a884b411602:45425 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-21T21:57:25,916 DEBUG [2a884b411602:45425 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-21T21:57:25,923 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2a884b411602,37097,1732226244245 2024-11-21T21:57:25,929 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2a884b411602,37097,1732226244245, state=OPENING 2024-11-21T21:57:25,977 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T21:57:25,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42029-0x10160b06ac10002, quorum=127.0.0.1:55224, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:57:25,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37097-0x10160b06ac10003, quorum=127.0.0.1:55224, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:57:25,988 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42513-0x10160b06ac10001, quorum=127.0.0.1:55224, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:57:25,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x10160b06ac10000, quorum=127.0.0.1:55224, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:57:25,989 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:57:25,989 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:57:25,989 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:57:25,989 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:57:25,990 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T21:57:25,992 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2a884b411602,37097,1732226244245}] 2024-11-21T21:57:33,699 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T21:57:33,699 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-21T21:57:36,015 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T21:57:36,016 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41203, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T21:57:36,029 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T21:57:36,030 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T21:57:36,030 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T21:57:36,034 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2a884b411602%2C37097%2C1732226244245.meta, suffix=.meta, logDir=hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/WALs/2a884b411602,37097,1732226244245, archiveDir=hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/oldWALs, maxLogs=32 2024-11-21T21:57:36,052 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/WALs/2a884b411602,37097,1732226244245/2a884b411602%2C37097%2C1732226244245.meta.1732226256036.meta, exclude list is [], retry=0 2024-11-21T21:57:36,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45807,DS-7d575451-9872-45e4-a45f-161315add18f,DISK] 2024-11-21T21:57:36,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34371,DS-10958ecb-1f22-4aba-8919-c4c6770aed1e,DISK] 2024-11-21T21:57:36,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38983,DS-20091143-c542-4da3-9254-75b9ce938066,DISK] 2024-11-21T21:57:36,061 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/WALs/2a884b411602,37097,1732226244245/2a884b411602%2C37097%2C1732226244245.meta.1732226256036.meta 2024-11-21T21:57:36,061 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38083:38083),(127.0.0.1/127.0.0.1:35573:35573),(127.0.0.1/127.0.0.1:45855:45855)] 2024-11-21T21:57:36,062 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T21:57:36,063 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T21:57:36,065 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T21:57:36,070 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T21:57:36,073 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T21:57:36,074 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:57:36,074 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T21:57:36,074 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T21:57:36,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T21:57:36,078 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T21:57:36,078 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:57:36,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T21:57:36,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T21:57:36,081 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T21:57:36,081 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:57:36,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T21:57:36,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T21:57:36,083 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T21:57:36,083 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:57:36,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T21:57:36,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T21:57:36,085 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T21:57:36,085 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:57:36,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T21:57:36,086 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T21:57:36,088 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/hbase/meta/1588230740 2024-11-21T21:57:36,090 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/hbase/meta/1588230740 2024-11-21T21:57:36,093 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T21:57:36,093 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T21:57:36,094 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T21:57:36,097 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T21:57:36,098 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64824034, jitterRate=-0.03404662013053894}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T21:57:36,099 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T21:57:36,100 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732226256075Writing region info on filesystem at 1732226256075Initializing all the Stores at 1732226256077 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732226256077Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732226256077Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226256077Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732226256077Cleaning up temporary data from old regions at 1732226256093 (+16 ms)Running coprocessor post-open hooks at 1732226256099 (+6 ms)Region opened successfully at 1732226256100 (+1 ms) 2024-11-21T21:57:36,107 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732226256007 2024-11-21T21:57:36,118 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T21:57:36,119 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T21:57:36,120 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2a884b411602,37097,1732226244245 2024-11-21T21:57:36,122 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2a884b411602,37097,1732226244245, state=OPEN 2024-11-21T21:57:36,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x10160b06ac10000, quorum=127.0.0.1:55224, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T21:57:36,167 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42513-0x10160b06ac10001, quorum=127.0.0.1:55224, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T21:57:36,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42029-0x10160b06ac10002, quorum=127.0.0.1:55224, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T21:57:36,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37097-0x10160b06ac10003, quorum=127.0.0.1:55224, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T21:57:36,168 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:57:36,168 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:57:36,168 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:57:36,168 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:57:36,169 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2a884b411602,37097,1732226244245 2024-11-21T21:57:36,176 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T21:57:36,176 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2a884b411602,37097,1732226244245 in 10.1770 sec 2024-11-21T21:57:36,182 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T21:57:36,182 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6960 sec 2024-11-21T21:57:36,183 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T21:57:36,183 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T21:57:36,200 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T21:57:36,202 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2a884b411602,37097,1732226244245, seqNum=-1] 2024-11-21T21:57:36,219 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T21:57:36,220 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35669, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T21:57:36,237 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.9440 sec 2024-11-21T21:57:36,238 INFO [master/2a884b411602:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732226256237, completionTime=-1 2024-11-21T21:57:36,240 INFO [master/2a884b411602:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-21T21:57:36,240 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T21:57:36,262 INFO [master/2a884b411602:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-21T21:57:36,262 INFO [master/2a884b411602:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732226316262 2024-11-21T21:57:36,262 INFO [master/2a884b411602:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732226376262 2024-11-21T21:57:36,262 INFO [master/2a884b411602:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 21 msec 2024-11-21T21:57:36,264 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-21T21:57:36,271 INFO [master/2a884b411602:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2a884b411602,45425,1732226243371-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T21:57:36,271 INFO [master/2a884b411602:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2a884b411602,45425,1732226243371-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T21:57:36,271 INFO [master/2a884b411602:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2a884b411602,45425,1732226243371-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T21:57:36,273 INFO [master/2a884b411602:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2a884b411602:45425, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T21:57:36,273 INFO [master/2a884b411602:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T21:57:36,274 INFO [master/2a884b411602:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T21:57:36,279 DEBUG [master/2a884b411602:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T21:57:36,299 INFO [master/2a884b411602:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.942sec 2024-11-21T21:57:36,301 INFO [master/2a884b411602:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T21:57:36,302 INFO [master/2a884b411602:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T21:57:36,303 INFO [master/2a884b411602:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T21:57:36,303 INFO [master/2a884b411602:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T21:57:36,303 INFO [master/2a884b411602:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T21:57:36,304 INFO [master/2a884b411602:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2a884b411602,45425,1732226243371-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T21:57:36,305 INFO [master/2a884b411602:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2a884b411602,45425,1732226243371-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T21:57:36,309 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T21:57:36,310 INFO [master/2a884b411602:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T21:57:36,310 INFO [master/2a884b411602:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2a884b411602,45425,1732226243371-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T21:57:36,399 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@570b0805, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T21:57:36,404 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-21T21:57:36,404 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-21T21:57:36,407 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2a884b411602,45425,-1 for getting cluster id 2024-11-21T21:57:36,409 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T21:57:36,418 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '23ad1211-1361-4009-ac0e-4f979ff3ce87' 2024-11-21T21:57:36,420 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T21:57:36,420 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "23ad1211-1361-4009-ac0e-4f979ff3ce87" 2024-11-21T21:57:36,421 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@750ab102, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T21:57:36,421 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2a884b411602,45425,-1] 2024-11-21T21:57:36,423 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T21:57:36,425 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T21:57:36,426 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52904, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T21:57:36,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e0077d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T21:57:36,429 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T21:57:36,435 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2a884b411602,37097,1732226244245, seqNum=-1] 2024-11-21T21:57:36,436 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T21:57:36,438 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44584, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T21:57:36,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2a884b411602,45425,1732226243371 2024-11-21T21:57:36,483 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732226256482 (current time:1732226256482). 2024-11-21T21:57:36,484 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-21T21:57:36,484 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-21T21:57:36,487 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12f48651, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T21:57:36,487 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2a884b411602,45425,-1 for getting cluster id 2024-11-21T21:57:36,487 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T21:57:36,488 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '23ad1211-1361-4009-ac0e-4f979ff3ce87' 2024-11-21T21:57:36,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T21:57:36,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "23ad1211-1361-4009-ac0e-4f979ff3ce87" 2024-11-21T21:57:36,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2aac2c14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T21:57:36,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2a884b411602,45425,-1] 2024-11-21T21:57:36,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T21:57:36,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T21:57:36,492 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52918, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T21:57:36,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18df2576, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T21:57:36,499 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T21:57:36,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2a884b411602,37097,1732226244245, seqNum=-1] 2024-11-21T21:57:36,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T21:57:36,502 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44598, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T21:57:36,504 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T21:57:36,504 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T21:57:36,508 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T21:57:36,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T21:57:36,509 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T21:57:36,513 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T21:57:36,516 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2a884b411602,45425,1732226243371 2024-11-21T21:57:36,518 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78ab8a83 2024-11-21T21:57:36,519 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T21:57:36,521 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52930, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T21:57:36,529 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T21:57:36,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-21T21:57:36,538 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T21:57:36,540 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-21T21:57:36,540 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:57:36,542 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T21:57:36,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T21:57:36,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741837_1013 (size=361) 2024-11-21T21:57:36,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34371 is added to blk_1073741837_1013 (size=361) 2024-11-21T21:57:36,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45807 is added to blk_1073741837_1013 (size=361) 2024-11-21T21:57:36,559 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3e2339971bb03fa60191d8c8674d9083, NAME => 'SPTestTable,,1732226256523.3e2339971bb03fa60191d8c8674d9083.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6 2024-11-21T21:57:36,559 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 4266fd4634398c60ab0883221f638d46, NAME => 'SPTestTable,33333332,1732226256523.4266fd4634398c60ab0883221f638d46.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6 2024-11-21T21:57:36,560 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => e4aea850fd6895fdd487d24b98dfc9e4, NAME => 'SPTestTable,19999999,1732226256523.e4aea850fd6895fdd487d24b98dfc9e4.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6 2024-11-21T21:57:36,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741839_1015 (size=62) 2024-11-21T21:57:36,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45807 is added to blk_1073741839_1015 (size=62) 2024-11-21T21:57:36,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34371 is added to blk_1073741839_1015 (size=62) 2024-11-21T21:57:36,582 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732226256523.e4aea850fd6895fdd487d24b98dfc9e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:57:36,582 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing e4aea850fd6895fdd487d24b98dfc9e4, disabling compactions & flushes 2024-11-21T21:57:36,582 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732226256523.e4aea850fd6895fdd487d24b98dfc9e4. 2024-11-21T21:57:36,582 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732226256523.e4aea850fd6895fdd487d24b98dfc9e4. 2024-11-21T21:57:36,582 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732226256523.e4aea850fd6895fdd487d24b98dfc9e4. after waiting 0 ms 2024-11-21T21:57:36,582 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732226256523.e4aea850fd6895fdd487d24b98dfc9e4. 2024-11-21T21:57:36,582 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732226256523.e4aea850fd6895fdd487d24b98dfc9e4. 2024-11-21T21:57:36,582 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for e4aea850fd6895fdd487d24b98dfc9e4: Waiting for close lock at 1732226256582Disabling compacts and flushes for region at 1732226256582Disabling writes for close at 1732226256582Writing region close event to WAL at 1732226256582Closed at 1732226256582 2024-11-21T21:57:36,583 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => bd6288814d98e68a44905ff9f169d671, NAME => 'SPTestTable,4ccccccb,1732226256523.bd6288814d98e68a44905ff9f169d671.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6 2024-11-21T21:57:36,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34371 is added to blk_1073741838_1014 (size=62) 2024-11-21T21:57:36,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741838_1014 (size=62) 2024-11-21T21:57:36,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45807 is added to blk_1073741838_1014 (size=62) 2024-11-21T21:57:36,588 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732226256523.4266fd4634398c60ab0883221f638d46.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:57:36,588 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 4266fd4634398c60ab0883221f638d46, disabling compactions & flushes 2024-11-21T21:57:36,588 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732226256523.4266fd4634398c60ab0883221f638d46. 2024-11-21T21:57:36,588 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732226256523.4266fd4634398c60ab0883221f638d46. 2024-11-21T21:57:36,588 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732226256523.4266fd4634398c60ab0883221f638d46. after waiting 0 ms 2024-11-21T21:57:36,588 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732226256523.4266fd4634398c60ab0883221f638d46. 2024-11-21T21:57:36,588 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732226256523.4266fd4634398c60ab0883221f638d46. 2024-11-21T21:57:36,588 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 4266fd4634398c60ab0883221f638d46: Waiting for close lock at 1732226256588Disabling compacts and flushes for region at 1732226256588Disabling writes for close at 1732226256588Writing region close event to WAL at 1732226256588Closed at 1732226256588 2024-11-21T21:57:36,589 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 57bd8e47b65925ed53f659c45b7cb879, NAME => 'SPTestTable,66666664,1732226256523.57bd8e47b65925ed53f659c45b7cb879.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6 2024-11-21T21:57:36,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34371 is added to blk_1073741840_1016 (size=54) 2024-11-21T21:57:36,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741840_1016 (size=54) 2024-11-21T21:57:36,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45807 is added to blk_1073741840_1016 (size=54) 2024-11-21T21:57:36,594 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732226256523.3e2339971bb03fa60191d8c8674d9083.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:57:36,594 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 3e2339971bb03fa60191d8c8674d9083, disabling compactions & flushes 2024-11-21T21:57:36,594 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732226256523.3e2339971bb03fa60191d8c8674d9083. 2024-11-21T21:57:36,594 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732226256523.3e2339971bb03fa60191d8c8674d9083. 2024-11-21T21:57:36,594 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732226256523.3e2339971bb03fa60191d8c8674d9083. after waiting 0 ms 2024-11-21T21:57:36,595 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732226256523.3e2339971bb03fa60191d8c8674d9083. 2024-11-21T21:57:36,595 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732226256523.3e2339971bb03fa60191d8c8674d9083. 2024-11-21T21:57:36,595 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3e2339971bb03fa60191d8c8674d9083: Waiting for close lock at 1732226256594Disabling compacts and flushes for region at 1732226256594Disabling writes for close at 1732226256594Writing region close event to WAL at 1732226256595 (+1 ms)Closed at 1732226256595 2024-11-21T21:57:36,595 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4dbf66a07a75e8431642726c5f6453d7, NAME => 'SPTestTable,7ffffffd,1732226256523.4dbf66a07a75e8431642726c5f6453d7.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6 2024-11-21T21:57:36,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741841_1017 (size=62) 2024-11-21T21:57:36,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34371 is added to blk_1073741841_1017 (size=62) 2024-11-21T21:57:36,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45807 is added to blk_1073741841_1017 (size=62) 2024-11-21T21:57:36,611 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732226256523.bd6288814d98e68a44905ff9f169d671.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:57:36,611 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing bd6288814d98e68a44905ff9f169d671, disabling compactions & flushes 2024-11-21T21:57:36,611 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732226256523.bd6288814d98e68a44905ff9f169d671. 2024-11-21T21:57:36,612 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732226256523.bd6288814d98e68a44905ff9f169d671. 2024-11-21T21:57:36,612 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732226256523.bd6288814d98e68a44905ff9f169d671. after waiting 0 ms 2024-11-21T21:57:36,612 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732226256523.bd6288814d98e68a44905ff9f169d671. 2024-11-21T21:57:36,612 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732226256523.bd6288814d98e68a44905ff9f169d671. 2024-11-21T21:57:36,612 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for bd6288814d98e68a44905ff9f169d671: Waiting for close lock at 1732226256611Disabling compacts and flushes for region at 1732226256611Disabling writes for close at 1732226256612 (+1 ms)Writing region close event to WAL at 1732226256612Closed at 1732226256612 2024-11-21T21:57:36,613 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 3df42790ea9fb46f23edf15abc90b89a, NAME => 'SPTestTable,99999996,1732226256523.3df42790ea9fb46f23edf15abc90b89a.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6 2024-11-21T21:57:36,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34371 is added to blk_1073741842_1018 (size=62) 2024-11-21T21:57:36,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741842_1018 (size=62) 2024-11-21T21:57:36,617 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732226256523.57bd8e47b65925ed53f659c45b7cb879.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:57:36,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45807 is added to blk_1073741842_1018 (size=62) 2024-11-21T21:57:36,618 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 57bd8e47b65925ed53f659c45b7cb879, disabling compactions & flushes 2024-11-21T21:57:36,618 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732226256523.57bd8e47b65925ed53f659c45b7cb879. 2024-11-21T21:57:36,618 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732226256523.57bd8e47b65925ed53f659c45b7cb879. 2024-11-21T21:57:36,618 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732226256523.57bd8e47b65925ed53f659c45b7cb879. after waiting 0 ms 2024-11-21T21:57:36,618 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732226256523.57bd8e47b65925ed53f659c45b7cb879. 2024-11-21T21:57:36,618 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732226256523.57bd8e47b65925ed53f659c45b7cb879. 2024-11-21T21:57:36,618 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 57bd8e47b65925ed53f659c45b7cb879: Waiting for close lock at 1732226256617Disabling compacts and flushes for region at 1732226256617Disabling writes for close at 1732226256618 (+1 ms)Writing region close event to WAL at 1732226256618Closed at 1732226256618 2024-11-21T21:57:36,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34371 is added to blk_1073741843_1019 (size=62) 2024-11-21T21:57:36,619 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 74d884679aa0df866c6f412f29a3651a, NAME => 'SPTestTable,b333332f,1732226256523.74d884679aa0df866c6f412f29a3651a.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6 2024-11-21T21:57:36,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45807 is added to blk_1073741843_1019 (size=62) 2024-11-21T21:57:36,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741843_1019 (size=62) 2024-11-21T21:57:36,622 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732226256523.4dbf66a07a75e8431642726c5f6453d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:57:36,623 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 4dbf66a07a75e8431642726c5f6453d7, disabling compactions & flushes 2024-11-21T21:57:36,623 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732226256523.4dbf66a07a75e8431642726c5f6453d7. 2024-11-21T21:57:36,623 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732226256523.4dbf66a07a75e8431642726c5f6453d7. 2024-11-21T21:57:36,623 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732226256523.4dbf66a07a75e8431642726c5f6453d7. after waiting 0 ms 2024-11-21T21:57:36,623 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732226256523.4dbf66a07a75e8431642726c5f6453d7. 2024-11-21T21:57:36,623 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732226256523.4dbf66a07a75e8431642726c5f6453d7. 2024-11-21T21:57:36,623 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4dbf66a07a75e8431642726c5f6453d7: Waiting for close lock at 1732226256623Disabling compacts and flushes for region at 1732226256623Disabling writes for close at 1732226256623Writing region close event to WAL at 1732226256623Closed at 1732226256623 2024-11-21T21:57:36,624 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f39d64fac3bff2136ba9f9313267d672, NAME => 'SPTestTable,ccccccc8,1732226256523.f39d64fac3bff2136ba9f9313267d672.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6 2024-11-21T21:57:36,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45807 is added to blk_1073741844_1020 (size=62) 2024-11-21T21:57:36,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34371 is added to blk_1073741844_1020 (size=62) 2024-11-21T21:57:36,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741844_1020 (size=62) 2024-11-21T21:57:36,639 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732226256523.3df42790ea9fb46f23edf15abc90b89a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:57:36,639 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 3df42790ea9fb46f23edf15abc90b89a, disabling compactions & flushes 2024-11-21T21:57:36,639 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732226256523.3df42790ea9fb46f23edf15abc90b89a. 2024-11-21T21:57:36,640 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732226256523.3df42790ea9fb46f23edf15abc90b89a. 2024-11-21T21:57:36,640 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732226256523.3df42790ea9fb46f23edf15abc90b89a. after waiting 0 ms 2024-11-21T21:57:36,640 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732226256523.3df42790ea9fb46f23edf15abc90b89a. 2024-11-21T21:57:36,640 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732226256523.3df42790ea9fb46f23edf15abc90b89a. 2024-11-21T21:57:36,640 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 3df42790ea9fb46f23edf15abc90b89a: Waiting for close lock at 1732226256639Disabling compacts and flushes for region at 1732226256639Disabling writes for close at 1732226256640 (+1 ms)Writing region close event to WAL at 1732226256640Closed at 1732226256640 2024-11-21T21:57:36,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45807 is added to blk_1073741845_1021 (size=62) 2024-11-21T21:57:36,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741845_1021 (size=62) 2024-11-21T21:57:36,641 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => e1be3a123bdda43d936ea814fbfd2206, NAME => 'SPTestTable,e6666661,1732226256523.e1be3a123bdda43d936ea814fbfd2206.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6 2024-11-21T21:57:36,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34371 is added to blk_1073741845_1021 (size=62) 2024-11-21T21:57:36,643 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732226256523.74d884679aa0df866c6f412f29a3651a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:57:36,644 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 74d884679aa0df866c6f412f29a3651a, disabling compactions & flushes 2024-11-21T21:57:36,644 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732226256523.74d884679aa0df866c6f412f29a3651a. 2024-11-21T21:57:36,644 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732226256523.74d884679aa0df866c6f412f29a3651a. 2024-11-21T21:57:36,644 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732226256523.74d884679aa0df866c6f412f29a3651a. after waiting 0 ms 2024-11-21T21:57:36,644 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732226256523.74d884679aa0df866c6f412f29a3651a. 2024-11-21T21:57:36,644 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732226256523.74d884679aa0df866c6f412f29a3651a. 2024-11-21T21:57:36,644 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 74d884679aa0df866c6f412f29a3651a: Waiting for close lock at 1732226256644Disabling compacts and flushes for region at 1732226256644Disabling writes for close at 1732226256644Writing region close event to WAL at 1732226256644Closed at 1732226256644 2024-11-21T21:57:36,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45807 is added to blk_1073741846_1022 (size=62) 2024-11-21T21:57:36,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34371 is added to blk_1073741846_1022 (size=62) 2024-11-21T21:57:36,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741846_1022 (size=62) 2024-11-21T21:57:36,651 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732226256523.f39d64fac3bff2136ba9f9313267d672.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:57:36,651 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing f39d64fac3bff2136ba9f9313267d672, disabling compactions & flushes 2024-11-21T21:57:36,651 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732226256523.f39d64fac3bff2136ba9f9313267d672. 2024-11-21T21:57:36,651 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732226256523.f39d64fac3bff2136ba9f9313267d672. 2024-11-21T21:57:36,651 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732226256523.f39d64fac3bff2136ba9f9313267d672. after waiting 0 ms 2024-11-21T21:57:36,651 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732226256523.f39d64fac3bff2136ba9f9313267d672. 2024-11-21T21:57:36,651 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732226256523.f39d64fac3bff2136ba9f9313267d672. 2024-11-21T21:57:36,651 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for f39d64fac3bff2136ba9f9313267d672: Waiting for close lock at 1732226256651Disabling compacts and flushes for region at 1732226256651Disabling writes for close at 1732226256651Writing region close event to WAL at 1732226256651Closed at 1732226256651 2024-11-21T21:57:36,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T21:57:36,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45807 is added to blk_1073741847_1023 (size=54) 2024-11-21T21:57:36,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34371 is added to blk_1073741847_1023 (size=54) 2024-11-21T21:57:36,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741847_1023 (size=54) 2024-11-21T21:57:36,656 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732226256523.e1be3a123bdda43d936ea814fbfd2206.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:57:36,657 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing e1be3a123bdda43d936ea814fbfd2206, disabling compactions & flushes 2024-11-21T21:57:36,657 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732226256523.e1be3a123bdda43d936ea814fbfd2206. 2024-11-21T21:57:36,657 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732226256523.e1be3a123bdda43d936ea814fbfd2206. 2024-11-21T21:57:36,657 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732226256523.e1be3a123bdda43d936ea814fbfd2206. after waiting 0 ms 2024-11-21T21:57:36,657 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732226256523.e1be3a123bdda43d936ea814fbfd2206. 2024-11-21T21:57:36,657 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732226256523.e1be3a123bdda43d936ea814fbfd2206. 2024-11-21T21:57:36,657 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for e1be3a123bdda43d936ea814fbfd2206: Waiting for close lock at 1732226256657Disabling compacts and flushes for region at 1732226256657Disabling writes for close at 1732226256657Writing region close event to WAL at 1732226256657Closed at 1732226256657 2024-11-21T21:57:36,659 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T21:57:36,664 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732226256523.e4aea850fd6895fdd487d24b98dfc9e4.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732226256659"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732226256659"}]},"ts":"1732226256659"} 2024-11-21T21:57:36,664 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732226256523.4266fd4634398c60ab0883221f638d46.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732226256659"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732226256659"}]},"ts":"1732226256659"} 2024-11-21T21:57:36,665 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732226256523.3e2339971bb03fa60191d8c8674d9083.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732226256659"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732226256659"}]},"ts":"1732226256659"} 2024-11-21T21:57:36,665 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732226256523.bd6288814d98e68a44905ff9f169d671.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732226256659"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732226256659"}]},"ts":"1732226256659"} 2024-11-21T21:57:36,665 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732226256523.57bd8e47b65925ed53f659c45b7cb879.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732226256659"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732226256659"}]},"ts":"1732226256659"} 2024-11-21T21:57:36,665 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732226256523.4dbf66a07a75e8431642726c5f6453d7.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732226256659"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732226256659"}]},"ts":"1732226256659"} 2024-11-21T21:57:36,665 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732226256523.3df42790ea9fb46f23edf15abc90b89a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732226256659"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732226256659"}]},"ts":"1732226256659"} 2024-11-21T21:57:36,666 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732226256523.74d884679aa0df866c6f412f29a3651a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732226256659"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732226256659"}]},"ts":"1732226256659"} 2024-11-21T21:57:36,666 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732226256523.f39d64fac3bff2136ba9f9313267d672.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732226256659"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732226256659"}]},"ts":"1732226256659"} 2024-11-21T21:57:36,666 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732226256523.e1be3a123bdda43d936ea814fbfd2206.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732226256659"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732226256659"}]},"ts":"1732226256659"} 2024-11-21T21:57:36,705 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-21T21:57:36,707 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T21:57:36,709 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732226256707"}]},"ts":"1732226256707"} 2024-11-21T21:57:36,713 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-21T21:57:36,713 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {2a884b411602=0} racks are {/default-rack=0} 2024-11-21T21:57:36,722 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-21T21:57:36,722 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-21T21:57:36,722 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-21T21:57:36,722 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-21T21:57:36,722 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-21T21:57:36,722 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-21T21:57:36,722 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-21T21:57:36,722 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-21T21:57:36,722 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-21T21:57:36,722 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-21T21:57:36,724 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3e2339971bb03fa60191d8c8674d9083, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e4aea850fd6895fdd487d24b98dfc9e4, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4266fd4634398c60ab0883221f638d46, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bd6288814d98e68a44905ff9f169d671, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=57bd8e47b65925ed53f659c45b7cb879, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4dbf66a07a75e8431642726c5f6453d7, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3df42790ea9fb46f23edf15abc90b89a, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=74d884679aa0df866c6f412f29a3651a, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f39d64fac3bff2136ba9f9313267d672, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e1be3a123bdda43d936ea814fbfd2206, ASSIGN}] 2024-11-21T21:57:36,728 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e4aea850fd6895fdd487d24b98dfc9e4, ASSIGN 2024-11-21T21:57:36,729 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3e2339971bb03fa60191d8c8674d9083, ASSIGN 2024-11-21T21:57:36,729 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3df42790ea9fb46f23edf15abc90b89a, ASSIGN 2024-11-21T21:57:36,729 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4dbf66a07a75e8431642726c5f6453d7, ASSIGN 2024-11-21T21:57:36,731 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3e2339971bb03fa60191d8c8674d9083, ASSIGN; state=OFFLINE, location=2a884b411602,42513,1732226244084; forceNewPlan=false, retain=false 2024-11-21T21:57:36,731 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e4aea850fd6895fdd487d24b98dfc9e4, ASSIGN; state=OFFLINE, location=2a884b411602,37097,1732226244245; forceNewPlan=false, retain=false 2024-11-21T21:57:36,731 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3df42790ea9fb46f23edf15abc90b89a, ASSIGN; state=OFFLINE, location=2a884b411602,37097,1732226244245; forceNewPlan=false, retain=false 2024-11-21T21:57:36,731 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4dbf66a07a75e8431642726c5f6453d7, ASSIGN; state=OFFLINE, location=2a884b411602,42513,1732226244084; forceNewPlan=false, retain=false 2024-11-21T21:57:36,737 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=74d884679aa0df866c6f412f29a3651a, ASSIGN 2024-11-21T21:57:36,737 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e1be3a123bdda43d936ea814fbfd2206, ASSIGN 2024-11-21T21:57:36,737 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f39d64fac3bff2136ba9f9313267d672, ASSIGN 2024-11-21T21:57:36,737 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=57bd8e47b65925ed53f659c45b7cb879, ASSIGN 2024-11-21T21:57:36,738 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bd6288814d98e68a44905ff9f169d671, ASSIGN 2024-11-21T21:57:36,740 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=57bd8e47b65925ed53f659c45b7cb879, ASSIGN; state=OFFLINE, location=2a884b411602,42029,1732226244196; forceNewPlan=false, retain=false 2024-11-21T21:57:36,740 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f39d64fac3bff2136ba9f9313267d672, ASSIGN; state=OFFLINE, location=2a884b411602,42513,1732226244084; forceNewPlan=false, retain=false 2024-11-21T21:57:36,740 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bd6288814d98e68a44905ff9f169d671, ASSIGN; state=OFFLINE, location=2a884b411602,37097,1732226244245; forceNewPlan=false, retain=false 2024-11-21T21:57:36,740 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e1be3a123bdda43d936ea814fbfd2206, ASSIGN; state=OFFLINE, location=2a884b411602,37097,1732226244245; forceNewPlan=false, retain=false 2024-11-21T21:57:36,740 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=74d884679aa0df866c6f412f29a3651a, ASSIGN; state=OFFLINE, location=2a884b411602,42029,1732226244196; forceNewPlan=false, retain=false 2024-11-21T21:57:36,747 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4266fd4634398c60ab0883221f638d46, ASSIGN 2024-11-21T21:57:36,748 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4266fd4634398c60ab0883221f638d46, ASSIGN; state=OFFLINE, location=2a884b411602,42029,1732226244196; forceNewPlan=false, retain=false 2024-11-21T21:57:36,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T21:57:36,885 INFO [2a884b411602:45425 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-21T21:57:36,886 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3e2339971bb03fa60191d8c8674d9083, regionState=OPENING, regionLocation=2a884b411602,42513,1732226244084 2024-11-21T21:57:36,886 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=4dbf66a07a75e8431642726c5f6453d7, regionState=OPENING, regionLocation=2a884b411602,42513,1732226244084 2024-11-21T21:57:36,886 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=57bd8e47b65925ed53f659c45b7cb879, regionState=OPENING, regionLocation=2a884b411602,42029,1732226244196 2024-11-21T21:57:36,886 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=74d884679aa0df866c6f412f29a3651a, regionState=OPENING, regionLocation=2a884b411602,42029,1732226244196 2024-11-21T21:57:36,886 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=f39d64fac3bff2136ba9f9313267d672, regionState=OPENING, regionLocation=2a884b411602,42513,1732226244084 2024-11-21T21:57:36,887 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=e1be3a123bdda43d936ea814fbfd2206, regionState=OPENING, regionLocation=2a884b411602,37097,1732226244245 2024-11-21T21:57:36,887 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=4266fd4634398c60ab0883221f638d46, regionState=OPENING, regionLocation=2a884b411602,42029,1732226244196 2024-11-21T21:57:36,887 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=3df42790ea9fb46f23edf15abc90b89a, regionState=OPENING, regionLocation=2a884b411602,37097,1732226244245 2024-11-21T21:57:36,887 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e4aea850fd6895fdd487d24b98dfc9e4, regionState=OPENING, regionLocation=2a884b411602,37097,1732226244245 2024-11-21T21:57:36,887 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=bd6288814d98e68a44905ff9f169d671, regionState=OPENING, regionLocation=2a884b411602,37097,1732226244245 2024-11-21T21:57:36,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4dbf66a07a75e8431642726c5f6453d7, ASSIGN because future has completed 2024-11-21T21:57:36,891 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4dbf66a07a75e8431642726c5f6453d7, server=2a884b411602,42513,1732226244084}] 2024-11-21T21:57:36,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=74d884679aa0df866c6f412f29a3651a, ASSIGN because future has completed 2024-11-21T21:57:36,893 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 74d884679aa0df866c6f412f29a3651a, server=2a884b411602,42029,1732226244196}] 2024-11-21T21:57:36,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f39d64fac3bff2136ba9f9313267d672, ASSIGN because future has completed 2024-11-21T21:57:36,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=57bd8e47b65925ed53f659c45b7cb879, ASSIGN because future has completed 2024-11-21T21:57:36,896 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 57bd8e47b65925ed53f659c45b7cb879, server=2a884b411602,42029,1732226244196}] 2024-11-21T21:57:36,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3e2339971bb03fa60191d8c8674d9083, ASSIGN because future has completed 2024-11-21T21:57:36,898 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure f39d64fac3bff2136ba9f9313267d672, server=2a884b411602,42513,1732226244084}] 2024-11-21T21:57:36,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e1be3a123bdda43d936ea814fbfd2206, ASSIGN because future has completed 2024-11-21T21:57:36,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4266fd4634398c60ab0883221f638d46, ASSIGN because future has completed 2024-11-21T21:57:36,904 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e2339971bb03fa60191d8c8674d9083, server=2a884b411602,42513,1732226244084}] 2024-11-21T21:57:36,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3df42790ea9fb46f23edf15abc90b89a, ASSIGN because future has completed 2024-11-21T21:57:36,907 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure e1be3a123bdda43d936ea814fbfd2206, server=2a884b411602,37097,1732226244245}] 2024-11-21T21:57:36,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e4aea850fd6895fdd487d24b98dfc9e4, ASSIGN because future has completed 2024-11-21T21:57:36,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bd6288814d98e68a44905ff9f169d671, ASSIGN because future has completed 2024-11-21T21:57:36,913 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure bd6288814d98e68a44905ff9f169d671, server=2a884b411602,37097,1732226244245}] 2024-11-21T21:57:36,913 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e4aea850fd6895fdd487d24b98dfc9e4, server=2a884b411602,37097,1732226244245}] 2024-11-21T21:57:36,913 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3df42790ea9fb46f23edf15abc90b89a, server=2a884b411602,37097,1732226244245}] 2024-11-21T21:57:36,919 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4266fd4634398c60ab0883221f638d46, server=2a884b411602,42029,1732226244196}] 2024-11-21T21:57:37,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T21:57:37,503 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T21:57:37,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T21:57:38,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T21:57:40,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T21:57:41,625 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T21:57:43,698 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T21:57:43,699 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T21:57:43,701 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T21:57:43,701 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-21T21:57:44,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T21:57:46,897 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T21:57:46,899 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T21:57:46,902 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52609, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T21:57:46,903 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49323, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T21:57:46,915 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,,1732226256523.3e2339971bb03fa60191d8c8674d9083. 2024-11-21T21:57:46,915 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 3e2339971bb03fa60191d8c8674d9083, NAME => 'SPTestTable,,1732226256523.3e2339971bb03fa60191d8c8674d9083.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-21T21:57:46,916 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3e2339971bb03fa60191d8c8674d9083 2024-11-21T21:57:46,916 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,,1732226256523.3e2339971bb03fa60191d8c8674d9083.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:57:46,916 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732226256523.4266fd4634398c60ab0883221f638d46. 2024-11-21T21:57:46,916 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 3e2339971bb03fa60191d8c8674d9083 2024-11-21T21:57:46,916 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 3e2339971bb03fa60191d8c8674d9083 2024-11-21T21:57:46,916 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 4266fd4634398c60ab0883221f638d46, NAME => 'SPTestTable,33333332,1732226256523.4266fd4634398c60ab0883221f638d46.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-21T21:57:46,917 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4266fd4634398c60ab0883221f638d46 2024-11-21T21:57:46,917 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732226256523.4266fd4634398c60ab0883221f638d46.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:57:46,917 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 4266fd4634398c60ab0883221f638d46 2024-11-21T21:57:46,917 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 4266fd4634398c60ab0883221f638d46 2024-11-21T21:57:46,922 INFO [StoreOpener-3e2339971bb03fa60191d8c8674d9083-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3e2339971bb03fa60191d8c8674d9083 2024-11-21T21:57:46,922 INFO [StoreOpener-4266fd4634398c60ab0883221f638d46-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4266fd4634398c60ab0883221f638d46 2024-11-21T21:57:46,924 INFO [StoreOpener-3e2339971bb03fa60191d8c8674d9083-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e2339971bb03fa60191d8c8674d9083 columnFamilyName cf 2024-11-21T21:57:46,924 INFO [StoreOpener-4266fd4634398c60ab0883221f638d46-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4266fd4634398c60ab0883221f638d46 columnFamilyName cf 2024-11-21T21:57:46,924 DEBUG [StoreOpener-3e2339971bb03fa60191d8c8674d9083-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:57:46,924 DEBUG [StoreOpener-4266fd4634398c60ab0883221f638d46-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:57:46,925 INFO [StoreOpener-4266fd4634398c60ab0883221f638d46-1 {}] regionserver.HStore(327): Store=4266fd4634398c60ab0883221f638d46/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:57:46,925 INFO [StoreOpener-3e2339971bb03fa60191d8c8674d9083-1 {}] regionserver.HStore(327): Store=3e2339971bb03fa60191d8c8674d9083/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:57:46,926 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 4266fd4634398c60ab0883221f638d46 2024-11-21T21:57:46,926 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 3e2339971bb03fa60191d8c8674d9083 2024-11-21T21:57:46,927 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/default/SPTestTable/4266fd4634398c60ab0883221f638d46 2024-11-21T21:57:46,927 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/default/SPTestTable/3e2339971bb03fa60191d8c8674d9083 2024-11-21T21:57:46,927 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/default/SPTestTable/4266fd4634398c60ab0883221f638d46 2024-11-21T21:57:46,928 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/default/SPTestTable/3e2339971bb03fa60191d8c8674d9083 2024-11-21T21:57:46,928 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 4266fd4634398c60ab0883221f638d46 2024-11-21T21:57:46,928 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 3e2339971bb03fa60191d8c8674d9083 2024-11-21T21:57:46,928 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 4266fd4634398c60ab0883221f638d46 2024-11-21T21:57:46,928 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 3e2339971bb03fa60191d8c8674d9083 2024-11-21T21:57:46,930 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 4266fd4634398c60ab0883221f638d46 2024-11-21T21:57:46,931 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 3e2339971bb03fa60191d8c8674d9083 2024-11-21T21:57:46,932 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732226256523.bd6288814d98e68a44905ff9f169d671. 2024-11-21T21:57:46,932 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => bd6288814d98e68a44905ff9f169d671, NAME => 'SPTestTable,4ccccccb,1732226256523.bd6288814d98e68a44905ff9f169d671.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-21T21:57:46,933 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable bd6288814d98e68a44905ff9f169d671 2024-11-21T21:57:46,933 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732226256523.bd6288814d98e68a44905ff9f169d671.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:57:46,933 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for bd6288814d98e68a44905ff9f169d671 2024-11-21T21:57:46,933 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for bd6288814d98e68a44905ff9f169d671 2024-11-21T21:57:46,934 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/default/SPTestTable/4266fd4634398c60ab0883221f638d46/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:57:46,934 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/default/SPTestTable/3e2339971bb03fa60191d8c8674d9083/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:57:46,935 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 4266fd4634398c60ab0883221f638d46; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74497457, jitterRate=0.11009861528873444}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T21:57:46,935 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 3e2339971bb03fa60191d8c8674d9083; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64556068, jitterRate=-0.03803962469100952}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T21:57:46,935 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4266fd4634398c60ab0883221f638d46 2024-11-21T21:57:46,935 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3e2339971bb03fa60191d8c8674d9083 2024-11-21T21:57:46,935 INFO [StoreOpener-bd6288814d98e68a44905ff9f169d671-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region bd6288814d98e68a44905ff9f169d671 2024-11-21T21:57:46,936 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 3e2339971bb03fa60191d8c8674d9083: Running coprocessor pre-open hook at 1732226266916Writing region info on filesystem at 1732226266916Initializing all the Stores at 1732226266918 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226266918Cleaning up temporary data from old regions at 1732226266928 (+10 ms)Running coprocessor post-open hooks at 1732226266935 (+7 ms)Region opened successfully at 1732226266936 (+1 ms) 2024-11-21T21:57:46,936 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 4266fd4634398c60ab0883221f638d46: Running coprocessor pre-open hook at 1732226266917Writing region info on filesystem at 1732226266917Initializing all the Stores at 1732226266919 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226266919Cleaning up temporary data from old regions at 1732226266928 (+9 ms)Running coprocessor post-open hooks at 1732226266935 (+7 ms)Region opened successfully at 1732226266936 (+1 ms) 2024-11-21T21:57:46,937 INFO [StoreOpener-bd6288814d98e68a44905ff9f169d671-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd6288814d98e68a44905ff9f169d671 columnFamilyName cf 2024-11-21T21:57:46,937 DEBUG [StoreOpener-bd6288814d98e68a44905ff9f169d671-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:57:46,938 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732226256523.3e2339971bb03fa60191d8c8674d9083., pid=19, masterSystemTime=1732226266896 2024-11-21T21:57:46,938 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732226256523.4266fd4634398c60ab0883221f638d46., pid=24, masterSystemTime=1732226266899 2024-11-21T21:57:46,938 INFO [StoreOpener-bd6288814d98e68a44905ff9f169d671-1 {}] regionserver.HStore(327): Store=bd6288814d98e68a44905ff9f169d671/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:57:46,938 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for bd6288814d98e68a44905ff9f169d671 2024-11-21T21:57:46,940 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/default/SPTestTable/bd6288814d98e68a44905ff9f169d671 2024-11-21T21:57:46,941 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/default/SPTestTable/bd6288814d98e68a44905ff9f169d671 2024-11-21T21:57:46,941 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for bd6288814d98e68a44905ff9f169d671 2024-11-21T21:57:46,941 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for bd6288814d98e68a44905ff9f169d671 2024-11-21T21:57:46,942 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732226256523.3e2339971bb03fa60191d8c8674d9083. 2024-11-21T21:57:46,942 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732226256523.3e2339971bb03fa60191d8c8674d9083. 2024-11-21T21:57:46,943 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732226256523.f39d64fac3bff2136ba9f9313267d672. 2024-11-21T21:57:46,943 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3e2339971bb03fa60191d8c8674d9083, regionState=OPEN, openSeqNum=2, regionLocation=2a884b411602,42513,1732226244084 2024-11-21T21:57:46,943 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => f39d64fac3bff2136ba9f9313267d672, NAME => 'SPTestTable,ccccccc8,1732226256523.f39d64fac3bff2136ba9f9313267d672.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-21T21:57:46,943 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f39d64fac3bff2136ba9f9313267d672 2024-11-21T21:57:46,943 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732226256523.f39d64fac3bff2136ba9f9313267d672.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:57:46,944 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for f39d64fac3bff2136ba9f9313267d672 2024-11-21T21:57:46,944 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for f39d64fac3bff2136ba9f9313267d672 2024-11-21T21:57:46,944 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for bd6288814d98e68a44905ff9f169d671 2024-11-21T21:57:46,946 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732226256523.4266fd4634398c60ab0883221f638d46. 2024-11-21T21:57:46,946 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732226256523.4266fd4634398c60ab0883221f638d46. 2024-11-21T21:57:46,946 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732226256523.57bd8e47b65925ed53f659c45b7cb879. 2024-11-21T21:57:46,947 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 57bd8e47b65925ed53f659c45b7cb879, NAME => 'SPTestTable,66666664,1732226256523.57bd8e47b65925ed53f659c45b7cb879.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-21T21:57:46,947 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 57bd8e47b65925ed53f659c45b7cb879 2024-11-21T21:57:46,947 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732226256523.57bd8e47b65925ed53f659c45b7cb879.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:57:46,947 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 57bd8e47b65925ed53f659c45b7cb879 2024-11-21T21:57:46,947 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 57bd8e47b65925ed53f659c45b7cb879 2024-11-21T21:57:46,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e2339971bb03fa60191d8c8674d9083, server=2a884b411602,42513,1732226244084 because future has completed 2024-11-21T21:57:46,948 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=4266fd4634398c60ab0883221f638d46, regionState=OPEN, openSeqNum=2, regionLocation=2a884b411602,42029,1732226244196 2024-11-21T21:57:46,948 INFO [StoreOpener-f39d64fac3bff2136ba9f9313267d672-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f39d64fac3bff2136ba9f9313267d672 2024-11-21T21:57:46,952 INFO [StoreOpener-57bd8e47b65925ed53f659c45b7cb879-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 57bd8e47b65925ed53f659c45b7cb879 2024-11-21T21:57:46,952 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/default/SPTestTable/bd6288814d98e68a44905ff9f169d671/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:57:46,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4266fd4634398c60ab0883221f638d46, server=2a884b411602,42029,1732226244196 because future has completed 2024-11-21T21:57:46,953 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened bd6288814d98e68a44905ff9f169d671; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69934431, jitterRate=0.04210422933101654}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T21:57:46,954 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bd6288814d98e68a44905ff9f169d671 2024-11-21T21:57:46,954 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for bd6288814d98e68a44905ff9f169d671: Running coprocessor pre-open hook at 1732226266933Writing region info on filesystem at 1732226266934 (+1 ms)Initializing all the Stores at 1732226266935 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226266935Cleaning up temporary data from old regions at 1732226266942 (+7 ms)Running coprocessor post-open hooks at 1732226266954 (+12 ms)Region opened successfully at 1732226266954 2024-11-21T21:57:46,954 INFO [StoreOpener-f39d64fac3bff2136ba9f9313267d672-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f39d64fac3bff2136ba9f9313267d672 columnFamilyName cf 2024-11-21T21:57:46,955 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732226256523.bd6288814d98e68a44905ff9f169d671., pid=21, masterSystemTime=1732226266916 2024-11-21T21:57:46,955 INFO [StoreOpener-57bd8e47b65925ed53f659c45b7cb879-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57bd8e47b65925ed53f659c45b7cb879 columnFamilyName cf 2024-11-21T21:57:46,956 DEBUG [StoreOpener-57bd8e47b65925ed53f659c45b7cb879-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:57:46,956 DEBUG [StoreOpener-f39d64fac3bff2136ba9f9313267d672-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:57:46,957 INFO [StoreOpener-f39d64fac3bff2136ba9f9313267d672-1 {}] regionserver.HStore(327): Store=f39d64fac3bff2136ba9f9313267d672/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:57:46,957 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for f39d64fac3bff2136ba9f9313267d672 2024-11-21T21:57:46,957 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=5 2024-11-21T21:57:46,958 INFO [StoreOpener-57bd8e47b65925ed53f659c45b7cb879-1 {}] regionserver.HStore(327): Store=57bd8e47b65925ed53f659c45b7cb879/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:57:46,958 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 57bd8e47b65925ed53f659c45b7cb879 2024-11-21T21:57:46,958 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/default/SPTestTable/f39d64fac3bff2136ba9f9313267d672 2024-11-21T21:57:46,958 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3e2339971bb03fa60191d8c8674d9083, server=2a884b411602,42513,1732226244084 in 10.0540 sec 2024-11-21T21:57:46,960 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/default/SPTestTable/f39d64fac3bff2136ba9f9313267d672 2024-11-21T21:57:46,960 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732226256523.bd6288814d98e68a44905ff9f169d671. 2024-11-21T21:57:46,960 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732226256523.bd6288814d98e68a44905ff9f169d671. 2024-11-21T21:57:46,960 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732226256523.e1be3a123bdda43d936ea814fbfd2206. 2024-11-21T21:57:46,961 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => e1be3a123bdda43d936ea814fbfd2206, NAME => 'SPTestTable,e6666661,1732226256523.e1be3a123bdda43d936ea814fbfd2206.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-21T21:57:46,961 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for f39d64fac3bff2136ba9f9313267d672 2024-11-21T21:57:46,961 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/default/SPTestTable/57bd8e47b65925ed53f659c45b7cb879 2024-11-21T21:57:46,961 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for f39d64fac3bff2136ba9f9313267d672 2024-11-21T21:57:46,961 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e1be3a123bdda43d936ea814fbfd2206 2024-11-21T21:57:46,961 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732226256523.e1be3a123bdda43d936ea814fbfd2206.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:57:46,961 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for e1be3a123bdda43d936ea814fbfd2206 2024-11-21T21:57:46,961 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for e1be3a123bdda43d936ea814fbfd2206 2024-11-21T21:57:46,962 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=7 2024-11-21T21:57:46,962 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3e2339971bb03fa60191d8c8674d9083, ASSIGN in 10.2350 sec 2024-11-21T21:57:46,962 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=bd6288814d98e68a44905ff9f169d671, regionState=OPEN, openSeqNum=2, regionLocation=2a884b411602,37097,1732226244245 2024-11-21T21:57:46,962 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 4266fd4634398c60ab0883221f638d46, server=2a884b411602,42029,1732226244196 in 10.0370 sec 2024-11-21T21:57:46,963 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/default/SPTestTable/57bd8e47b65925ed53f659c45b7cb879 2024-11-21T21:57:46,964 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 57bd8e47b65925ed53f659c45b7cb879 2024-11-21T21:57:46,965 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for f39d64fac3bff2136ba9f9313267d672 2024-11-21T21:57:46,965 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 57bd8e47b65925ed53f659c45b7cb879 2024-11-21T21:57:46,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure bd6288814d98e68a44905ff9f169d671, server=2a884b411602,37097,1732226244245 because future has completed 2024-11-21T21:57:46,967 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4266fd4634398c60ab0883221f638d46, ASSIGN in 10.2380 sec 2024-11-21T21:57:46,969 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 57bd8e47b65925ed53f659c45b7cb879 2024-11-21T21:57:46,972 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=8 2024-11-21T21:57:46,972 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure bd6288814d98e68a44905ff9f169d671, server=2a884b411602,37097,1732226244245 in 10.0550 sec 2024-11-21T21:57:46,975 INFO [StoreOpener-e1be3a123bdda43d936ea814fbfd2206-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e1be3a123bdda43d936ea814fbfd2206 2024-11-21T21:57:46,976 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/default/SPTestTable/57bd8e47b65925ed53f659c45b7cb879/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:57:46,976 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bd6288814d98e68a44905ff9f169d671, ASSIGN in 10.2480 sec 2024-11-21T21:57:46,976 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/default/SPTestTable/f39d64fac3bff2136ba9f9313267d672/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:57:46,977 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened f39d64fac3bff2136ba9f9313267d672; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74659379, jitterRate=0.11251144111156464}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T21:57:46,977 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f39d64fac3bff2136ba9f9313267d672 2024-11-21T21:57:46,977 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for f39d64fac3bff2136ba9f9313267d672: Running coprocessor pre-open hook at 1732226266944Writing region info on filesystem at 1732226266944Initializing all the Stores at 1732226266946 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226266947 (+1 ms)Cleaning up temporary data from old regions at 1732226266961 (+14 ms)Running coprocessor post-open hooks at 1732226266977 (+16 ms)Region opened successfully at 1732226266977 2024-11-21T21:57:46,977 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 57bd8e47b65925ed53f659c45b7cb879; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63175914, jitterRate=-0.05860552191734314}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T21:57:46,977 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 57bd8e47b65925ed53f659c45b7cb879 2024-11-21T21:57:46,977 INFO [StoreOpener-e1be3a123bdda43d936ea814fbfd2206-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1be3a123bdda43d936ea814fbfd2206 columnFamilyName cf 2024-11-21T21:57:46,977 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 57bd8e47b65925ed53f659c45b7cb879: Running coprocessor pre-open hook at 1732226266948Writing region info on filesystem at 1732226266948Initializing all the Stores at 1732226266950 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226266950Cleaning up temporary data from old regions at 1732226266965 (+15 ms)Running coprocessor post-open hooks at 1732226266977 (+12 ms)Region opened successfully at 1732226266977 2024-11-21T21:57:46,977 DEBUG [StoreOpener-e1be3a123bdda43d936ea814fbfd2206-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:57:46,978 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732226256523.57bd8e47b65925ed53f659c45b7cb879., pid=18, masterSystemTime=1732226266899 2024-11-21T21:57:46,978 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732226256523.f39d64fac3bff2136ba9f9313267d672., pid=17, masterSystemTime=1732226266896 2024-11-21T21:57:46,978 INFO [StoreOpener-e1be3a123bdda43d936ea814fbfd2206-1 {}] regionserver.HStore(327): Store=e1be3a123bdda43d936ea814fbfd2206/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:57:46,979 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for e1be3a123bdda43d936ea814fbfd2206 2024-11-21T21:57:46,980 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/default/SPTestTable/e1be3a123bdda43d936ea814fbfd2206 2024-11-21T21:57:46,981 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/default/SPTestTable/e1be3a123bdda43d936ea814fbfd2206 2024-11-21T21:57:46,981 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732226256523.f39d64fac3bff2136ba9f9313267d672. 2024-11-21T21:57:46,982 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732226256523.f39d64fac3bff2136ba9f9313267d672. 2024-11-21T21:57:46,982 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732226256523.4dbf66a07a75e8431642726c5f6453d7. 2024-11-21T21:57:46,982 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for e1be3a123bdda43d936ea814fbfd2206 2024-11-21T21:57:46,982 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for e1be3a123bdda43d936ea814fbfd2206 2024-11-21T21:57:46,982 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 4dbf66a07a75e8431642726c5f6453d7, NAME => 'SPTestTable,7ffffffd,1732226256523.4dbf66a07a75e8431642726c5f6453d7.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-21T21:57:46,983 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4dbf66a07a75e8431642726c5f6453d7 2024-11-21T21:57:46,983 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732226256523.4dbf66a07a75e8431642726c5f6453d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:57:46,983 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 4dbf66a07a75e8431642726c5f6453d7 2024-11-21T21:57:46,983 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 4dbf66a07a75e8431642726c5f6453d7 2024-11-21T21:57:46,983 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=f39d64fac3bff2136ba9f9313267d672, regionState=OPEN, openSeqNum=2, regionLocation=2a884b411602,42513,1732226244084 2024-11-21T21:57:46,984 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732226256523.57bd8e47b65925ed53f659c45b7cb879. 2024-11-21T21:57:46,984 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732226256523.57bd8e47b65925ed53f659c45b7cb879. 2024-11-21T21:57:46,984 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732226256523.74d884679aa0df866c6f412f29a3651a. 2024-11-21T21:57:46,984 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 74d884679aa0df866c6f412f29a3651a, NAME => 'SPTestTable,b333332f,1732226256523.74d884679aa0df866c6f412f29a3651a.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-21T21:57:46,984 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 74d884679aa0df866c6f412f29a3651a 2024-11-21T21:57:46,984 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732226256523.74d884679aa0df866c6f412f29a3651a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:57:46,985 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 74d884679aa0df866c6f412f29a3651a 2024-11-21T21:57:46,985 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 74d884679aa0df866c6f412f29a3651a 2024-11-21T21:57:46,986 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=57bd8e47b65925ed53f659c45b7cb879, regionState=OPEN, openSeqNum=2, regionLocation=2a884b411602,42029,1732226244196 2024-11-21T21:57:46,987 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for e1be3a123bdda43d936ea814fbfd2206 2024-11-21T21:57:46,987 INFO [StoreOpener-74d884679aa0df866c6f412f29a3651a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 74d884679aa0df866c6f412f29a3651a 2024-11-21T21:57:46,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure f39d64fac3bff2136ba9f9313267d672, server=2a884b411602,42513,1732226244084 because future has completed 2024-11-21T21:57:46,990 INFO [StoreOpener-74d884679aa0df866c6f412f29a3651a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74d884679aa0df866c6f412f29a3651a columnFamilyName cf 2024-11-21T21:57:46,990 DEBUG [StoreOpener-74d884679aa0df866c6f412f29a3651a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:57:46,991 INFO [StoreOpener-74d884679aa0df866c6f412f29a3651a-1 {}] regionserver.HStore(327): Store=74d884679aa0df866c6f412f29a3651a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:57:46,991 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 74d884679aa0df866c6f412f29a3651a 2024-11-21T21:57:46,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 57bd8e47b65925ed53f659c45b7cb879, server=2a884b411602,42029,1732226244196 because future has completed 2024-11-21T21:57:46,992 INFO [StoreOpener-4dbf66a07a75e8431642726c5f6453d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4dbf66a07a75e8431642726c5f6453d7 2024-11-21T21:57:46,993 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/default/SPTestTable/74d884679aa0df866c6f412f29a3651a 2024-11-21T21:57:46,993 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/default/SPTestTable/74d884679aa0df866c6f412f29a3651a 2024-11-21T21:57:46,994 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/default/SPTestTable/e1be3a123bdda43d936ea814fbfd2206/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:57:46,995 INFO [StoreOpener-4dbf66a07a75e8431642726c5f6453d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4dbf66a07a75e8431642726c5f6453d7 columnFamilyName cf 2024-11-21T21:57:46,995 DEBUG [StoreOpener-4dbf66a07a75e8431642726c5f6453d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:57:46,995 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 74d884679aa0df866c6f412f29a3651a 2024-11-21T21:57:46,995 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 74d884679aa0df866c6f412f29a3651a 2024-11-21T21:57:46,995 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened e1be3a123bdda43d936ea814fbfd2206; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74400130, jitterRate=0.10864832997322083}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T21:57:46,996 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e1be3a123bdda43d936ea814fbfd2206 2024-11-21T21:57:46,996 INFO [StoreOpener-4dbf66a07a75e8431642726c5f6453d7-1 {}] regionserver.HStore(327): Store=4dbf66a07a75e8431642726c5f6453d7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:57:46,996 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 4dbf66a07a75e8431642726c5f6453d7 2024-11-21T21:57:46,996 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for e1be3a123bdda43d936ea814fbfd2206: Running coprocessor pre-open hook at 1732226266962Writing region info on filesystem at 1732226266962Initializing all the Stores at 1732226266966 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226266967 (+1 ms)Cleaning up temporary data from old regions at 1732226266982 (+15 ms)Running coprocessor post-open hooks at 1732226266996 (+14 ms)Region opened successfully at 1732226266996 2024-11-21T21:57:46,996 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=13 2024-11-21T21:57:46,997 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure f39d64fac3bff2136ba9f9313267d672, server=2a884b411602,42513,1732226244084 in 10.0960 sec 2024-11-21T21:57:46,998 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732226256523.e1be3a123bdda43d936ea814fbfd2206., pid=20, masterSystemTime=1732226266916 2024-11-21T21:57:46,998 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/default/SPTestTable/4dbf66a07a75e8431642726c5f6453d7 2024-11-21T21:57:47,000 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/default/SPTestTable/4dbf66a07a75e8431642726c5f6453d7 2024-11-21T21:57:47,000 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 74d884679aa0df866c6f412f29a3651a 2024-11-21T21:57:47,000 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 4dbf66a07a75e8431642726c5f6453d7 2024-11-21T21:57:47,000 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 4dbf66a07a75e8431642726c5f6453d7 2024-11-21T21:57:47,002 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=9 2024-11-21T21:57:47,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f39d64fac3bff2136ba9f9313267d672, ASSIGN in 10.2730 sec 2024-11-21T21:57:47,002 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 57bd8e47b65925ed53f659c45b7cb879, server=2a884b411602,42029,1732226244196 in 10.0980 sec 2024-11-21T21:57:47,003 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732226256523.e1be3a123bdda43d936ea814fbfd2206. 2024-11-21T21:57:47,003 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732226256523.e1be3a123bdda43d936ea814fbfd2206. 2024-11-21T21:57:47,003 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732226256523.e4aea850fd6895fdd487d24b98dfc9e4. 2024-11-21T21:57:47,003 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 4dbf66a07a75e8431642726c5f6453d7 2024-11-21T21:57:47,003 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/default/SPTestTable/74d884679aa0df866c6f412f29a3651a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:57:47,003 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => e4aea850fd6895fdd487d24b98dfc9e4, NAME => 'SPTestTable,19999999,1732226256523.e4aea850fd6895fdd487d24b98dfc9e4.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-21T21:57:47,004 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e4aea850fd6895fdd487d24b98dfc9e4 2024-11-21T21:57:47,004 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732226256523.e4aea850fd6895fdd487d24b98dfc9e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:57:47,004 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for e4aea850fd6895fdd487d24b98dfc9e4 2024-11-21T21:57:47,004 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 74d884679aa0df866c6f412f29a3651a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65985074, jitterRate=-0.016745775938034058}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T21:57:47,004 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for e4aea850fd6895fdd487d24b98dfc9e4 2024-11-21T21:57:47,004 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 74d884679aa0df866c6f412f29a3651a 2024-11-21T21:57:47,004 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 74d884679aa0df866c6f412f29a3651a: Running coprocessor pre-open hook at 1732226266985Writing region info on filesystem at 1732226266985Initializing all the Stores at 1732226266986 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226266986Cleaning up temporary data from old regions at 1732226266995 (+9 ms)Running coprocessor post-open hooks at 1732226267004 (+9 ms)Region opened successfully at 1732226267004 2024-11-21T21:57:47,006 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732226256523.74d884679aa0df866c6f412f29a3651a., pid=16, masterSystemTime=1732226266899 2024-11-21T21:57:47,006 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=57bd8e47b65925ed53f659c45b7cb879, ASSIGN in 10.2780 sec 2024-11-21T21:57:47,006 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=e1be3a123bdda43d936ea814fbfd2206, regionState=OPEN, openSeqNum=2, regionLocation=2a884b411602,37097,1732226244245 2024-11-21T21:57:47,009 INFO [StoreOpener-e4aea850fd6895fdd487d24b98dfc9e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e4aea850fd6895fdd487d24b98dfc9e4 2024-11-21T21:57:47,009 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/default/SPTestTable/4dbf66a07a75e8431642726c5f6453d7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:57:47,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure e1be3a123bdda43d936ea814fbfd2206, server=2a884b411602,37097,1732226244245 because future has completed 2024-11-21T21:57:47,010 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 4dbf66a07a75e8431642726c5f6453d7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68355658, jitterRate=0.018578678369522095}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T21:57:47,010 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4dbf66a07a75e8431642726c5f6453d7 2024-11-21T21:57:47,011 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 4dbf66a07a75e8431642726c5f6453d7: Running coprocessor pre-open hook at 1732226266983Writing region info on filesystem at 1732226266983Initializing all the Stores at 1732226266986 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226266986Cleaning up temporary data from old regions at 1732226267000 (+14 ms)Running coprocessor post-open hooks at 1732226267010 (+10 ms)Region opened successfully at 1732226267010 2024-11-21T21:57:47,011 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732226256523.74d884679aa0df866c6f412f29a3651a. 2024-11-21T21:57:47,011 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732226256523.74d884679aa0df866c6f412f29a3651a. 2024-11-21T21:57:47,011 INFO [StoreOpener-e4aea850fd6895fdd487d24b98dfc9e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4aea850fd6895fdd487d24b98dfc9e4 columnFamilyName cf 2024-11-21T21:57:47,012 DEBUG [StoreOpener-e4aea850fd6895fdd487d24b98dfc9e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:57:47,013 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732226256523.4dbf66a07a75e8431642726c5f6453d7., pid=15, masterSystemTime=1732226266896 2024-11-21T21:57:47,013 INFO [StoreOpener-e4aea850fd6895fdd487d24b98dfc9e4-1 {}] regionserver.HStore(327): Store=e4aea850fd6895fdd487d24b98dfc9e4/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:57:47,013 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45425 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=2a884b411602,37097,1732226244245, table=SPTestTable, region=e1be3a123bdda43d936ea814fbfd2206. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-21T21:57:47,013 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for e4aea850fd6895fdd487d24b98dfc9e4 2024-11-21T21:57:47,013 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=74d884679aa0df866c6f412f29a3651a, regionState=OPEN, openSeqNum=2, regionLocation=2a884b411602,42029,1732226244196 2024-11-21T21:57:47,014 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/default/SPTestTable/e4aea850fd6895fdd487d24b98dfc9e4 2024-11-21T21:57:47,015 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/default/SPTestTable/e4aea850fd6895fdd487d24b98dfc9e4 2024-11-21T21:57:47,016 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for e4aea850fd6895fdd487d24b98dfc9e4 2024-11-21T21:57:47,016 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732226256523.4dbf66a07a75e8431642726c5f6453d7. 2024-11-21T21:57:47,016 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for e4aea850fd6895fdd487d24b98dfc9e4 2024-11-21T21:57:47,016 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732226256523.4dbf66a07a75e8431642726c5f6453d7. 2024-11-21T21:57:47,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 74d884679aa0df866c6f412f29a3651a, server=2a884b411602,42029,1732226244196 because future has completed 2024-11-21T21:57:47,018 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for e4aea850fd6895fdd487d24b98dfc9e4 2024-11-21T21:57:47,020 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=4dbf66a07a75e8431642726c5f6453d7, regionState=OPEN, openSeqNum=2, regionLocation=2a884b411602,42513,1732226244084 2024-11-21T21:57:47,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4dbf66a07a75e8431642726c5f6453d7, server=2a884b411602,42513,1732226244084 because future has completed 2024-11-21T21:57:47,025 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=12 2024-11-21T21:57:47,025 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 74d884679aa0df866c6f412f29a3651a, server=2a884b411602,42029,1732226244196 in 10.1270 sec 2024-11-21T21:57:47,026 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/default/SPTestTable/e4aea850fd6895fdd487d24b98dfc9e4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:57:47,027 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened e4aea850fd6895fdd487d24b98dfc9e4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59139855, jitterRate=-0.11874748766422272}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T21:57:47,028 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e4aea850fd6895fdd487d24b98dfc9e4 2024-11-21T21:57:47,028 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=14 2024-11-21T21:57:47,028 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for e4aea850fd6895fdd487d24b98dfc9e4: Running coprocessor pre-open hook at 1732226267004Writing region info on filesystem at 1732226267004Initializing all the Stores at 1732226267007 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226267007Cleaning up temporary data from old regions at 1732226267016 (+9 ms)Running coprocessor post-open hooks at 1732226267028 (+12 ms)Region opened successfully at 1732226267028 2024-11-21T21:57:47,029 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=74d884679aa0df866c6f412f29a3651a, ASSIGN in 10.3010 sec 2024-11-21T21:57:47,029 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732226256523.e4aea850fd6895fdd487d24b98dfc9e4., pid=22, masterSystemTime=1732226266916 2024-11-21T21:57:47,030 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure e1be3a123bdda43d936ea814fbfd2206, server=2a884b411602,37097,1732226244245 in 10.1200 sec 2024-11-21T21:57:47,032 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=10 2024-11-21T21:57:47,032 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e1be3a123bdda43d936ea814fbfd2206, ASSIGN in 10.3050 sec 2024-11-21T21:57:47,032 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 4dbf66a07a75e8431642726c5f6453d7, server=2a884b411602,42513,1732226244084 in 10.1350 sec 2024-11-21T21:57:47,032 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732226256523.e4aea850fd6895fdd487d24b98dfc9e4. 2024-11-21T21:57:47,032 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732226256523.e4aea850fd6895fdd487d24b98dfc9e4. 2024-11-21T21:57:47,032 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732226256523.3df42790ea9fb46f23edf15abc90b89a. 2024-11-21T21:57:47,033 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 3df42790ea9fb46f23edf15abc90b89a, NAME => 'SPTestTable,99999996,1732226256523.3df42790ea9fb46f23edf15abc90b89a.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-21T21:57:47,033 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3df42790ea9fb46f23edf15abc90b89a 2024-11-21T21:57:47,033 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732226256523.3df42790ea9fb46f23edf15abc90b89a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:57:47,033 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 3df42790ea9fb46f23edf15abc90b89a 2024-11-21T21:57:47,033 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 3df42790ea9fb46f23edf15abc90b89a 2024-11-21T21:57:47,034 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e4aea850fd6895fdd487d24b98dfc9e4, regionState=OPEN, openSeqNum=2, regionLocation=2a884b411602,37097,1732226244245 2024-11-21T21:57:47,037 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4dbf66a07a75e8431642726c5f6453d7, ASSIGN in 10.3080 sec 2024-11-21T21:57:47,037 INFO [StoreOpener-3df42790ea9fb46f23edf15abc90b89a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3df42790ea9fb46f23edf15abc90b89a 2024-11-21T21:57:47,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e4aea850fd6895fdd487d24b98dfc9e4, server=2a884b411602,37097,1732226244245 because future has completed 2024-11-21T21:57:47,039 INFO [StoreOpener-3df42790ea9fb46f23edf15abc90b89a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3df42790ea9fb46f23edf15abc90b89a columnFamilyName cf 2024-11-21T21:57:47,039 DEBUG [StoreOpener-3df42790ea9fb46f23edf15abc90b89a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:57:47,040 INFO [StoreOpener-3df42790ea9fb46f23edf15abc90b89a-1 {}] regionserver.HStore(327): Store=3df42790ea9fb46f23edf15abc90b89a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:57:47,041 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 3df42790ea9fb46f23edf15abc90b89a 2024-11-21T21:57:47,043 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/default/SPTestTable/3df42790ea9fb46f23edf15abc90b89a 2024-11-21T21:57:47,045 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/default/SPTestTable/3df42790ea9fb46f23edf15abc90b89a 2024-11-21T21:57:47,045 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=6 2024-11-21T21:57:47,045 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure e4aea850fd6895fdd487d24b98dfc9e4, server=2a884b411602,37097,1732226244245 in 10.1270 sec 2024-11-21T21:57:47,045 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 3df42790ea9fb46f23edf15abc90b89a 2024-11-21T21:57:47,046 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 3df42790ea9fb46f23edf15abc90b89a 2024-11-21T21:57:47,048 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e4aea850fd6895fdd487d24b98dfc9e4, ASSIGN in 10.3210 sec 2024-11-21T21:57:47,049 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 3df42790ea9fb46f23edf15abc90b89a 2024-11-21T21:57:47,052 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/default/SPTestTable/3df42790ea9fb46f23edf15abc90b89a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:57:47,054 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 3df42790ea9fb46f23edf15abc90b89a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59381268, jitterRate=-0.11515015363693237}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T21:57:47,054 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3df42790ea9fb46f23edf15abc90b89a 2024-11-21T21:57:47,054 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 3df42790ea9fb46f23edf15abc90b89a: Running coprocessor pre-open hook at 1732226267034Writing region info on filesystem at 1732226267034Initializing all the Stores at 1732226267036 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226267036Cleaning up temporary data from old regions at 1732226267046 (+10 ms)Running coprocessor post-open hooks at 1732226267054 (+8 ms)Region opened successfully at 1732226267054 2024-11-21T21:57:47,055 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732226256523.3df42790ea9fb46f23edf15abc90b89a., pid=23, masterSystemTime=1732226266916 2024-11-21T21:57:47,058 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732226256523.3df42790ea9fb46f23edf15abc90b89a. 2024-11-21T21:57:47,058 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732226256523.3df42790ea9fb46f23edf15abc90b89a. 2024-11-21T21:57:47,059 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=3df42790ea9fb46f23edf15abc90b89a, regionState=OPEN, openSeqNum=2, regionLocation=2a884b411602,37097,1732226244245 2024-11-21T21:57:47,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3df42790ea9fb46f23edf15abc90b89a, server=2a884b411602,37097,1732226244245 because future has completed 2024-11-21T21:57:47,067 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=11 2024-11-21T21:57:47,067 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 3df42790ea9fb46f23edf15abc90b89a, server=2a884b411602,37097,1732226244245 in 10.1500 sec 2024-11-21T21:57:47,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=4 2024-11-21T21:57:47,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3df42790ea9fb46f23edf15abc90b89a, ASSIGN in 10.3430 sec 2024-11-21T21:57:47,071 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T21:57:47,072 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732226267071"}]},"ts":"1732226267071"} 2024-11-21T21:57:47,074 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-21T21:57:47,076 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T21:57:47,080 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.5450 sec 2024-11-21T21:57:49,497 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-21T21:57:52,452 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T21:57:52,507 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T21:57:53,698 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-21T21:57:53,698 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-21T21:57:54,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T21:57:54,756 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-21T21:57:54,757 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-21T21:57:54,761 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T21:57:54,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-21T21:57:54,777 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T21:57:54,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-21T21:57:54,825 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1732226256523.3df42790ea9fb46f23edf15abc90b89a., hostname=2a884b411602,37097,1732226244245, seqNum=2] 2024-11-21T21:57:54,832 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732226256523.3df42790ea9fb46f23edf15abc90b89a., hostname=2a884b411602,37097,1732226244245, seqNum=2] 2024-11-21T21:57:54,835 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1732226256523.3df42790ea9fb46f23edf15abc90b89a., hostname=2a884b411602,37097,1732226244245, seqNum=2] 2024-11-21T21:57:54,838 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1732226256523.3df42790ea9fb46f23edf15abc90b89a., hostname=2a884b411602,37097,1732226244245, seqNum=2] 2024-11-21T21:57:54,840 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1732226256523.3df42790ea9fb46f23edf15abc90b89a., hostname=2a884b411602,37097,1732226244245, seqNum=2] 2024-11-21T21:57:54,843 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1732226256523.3df42790ea9fb46f23edf15abc90b89a., hostname=2a884b411602,37097,1732226244245, seqNum=2] 2024-11-21T21:57:54,845 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1732226256523.3df42790ea9fb46f23edf15abc90b89a., hostname=2a884b411602,37097,1732226244245, seqNum=2] 2024-11-21T21:57:54,847 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1732226256523.3df42790ea9fb46f23edf15abc90b89a., hostname=2a884b411602,37097,1732226244245, seqNum=2] 2024-11-21T21:57:54,885 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1732226256523.74d884679aa0df866c6f412f29a3651a., hostname=2a884b411602,42029,1732226244196, seqNum=2] 2024-11-21T21:57:54,887 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732226256523.74d884679aa0df866c6f412f29a3651a., hostname=2a884b411602,42029,1732226244196, seqNum=2] 2024-11-21T21:57:54,890 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1732226256523.74d884679aa0df866c6f412f29a3651a., hostname=2a884b411602,42029,1732226244196, seqNum=2] 2024-11-21T21:57:54,893 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1732226256523.74d884679aa0df866c6f412f29a3651a., hostname=2a884b411602,42029,1732226244196, seqNum=2] 2024-11-21T21:57:54,895 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1732226256523.74d884679aa0df866c6f412f29a3651a., hostname=2a884b411602,42029,1732226244196, seqNum=2] 2024-11-21T21:57:54,897 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1732226256523.74d884679aa0df866c6f412f29a3651a., hostname=2a884b411602,42029,1732226244196, seqNum=2] 2024-11-21T21:57:54,898 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1732226256523.74d884679aa0df866c6f412f29a3651a., hostname=2a884b411602,42029,1732226244196, seqNum=2] 2024-11-21T21:57:54,900 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1732226256523.74d884679aa0df866c6f412f29a3651a., hostname=2a884b411602,42029,1732226244196, seqNum=2] 2024-11-21T21:57:54,956 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732226256523.f39d64fac3bff2136ba9f9313267d672., hostname=2a884b411602,42513,1732226244084, seqNum=2] 2024-11-21T21:57:54,958 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732226256523.f39d64fac3bff2136ba9f9313267d672., hostname=2a884b411602,42513,1732226244084, seqNum=2] 2024-11-21T21:57:54,961 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732226256523.f39d64fac3bff2136ba9f9313267d672., hostname=2a884b411602,42513,1732226244084, seqNum=2] 2024-11-21T21:57:54,964 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732226256523.f39d64fac3bff2136ba9f9313267d672., hostname=2a884b411602,42513,1732226244084, seqNum=2] 2024-11-21T21:57:54,966 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732226256523.f39d64fac3bff2136ba9f9313267d672., hostname=2a884b411602,42513,1732226244084, seqNum=2] 2024-11-21T21:57:54,968 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732226256523.f39d64fac3bff2136ba9f9313267d672., hostname=2a884b411602,42513,1732226244084, seqNum=2] 2024-11-21T21:57:54,971 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732226256523.f39d64fac3bff2136ba9f9313267d672., hostname=2a884b411602,42513,1732226244084, seqNum=2] 2024-11-21T21:57:54,973 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cck', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732226256523.f39d64fac3bff2136ba9f9313267d672., hostname=2a884b411602,42513,1732226244084, seqNum=2] 2024-11-21T21:57:55,069 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1732226256523.e1be3a123bdda43d936ea814fbfd2206., hostname=2a884b411602,37097,1732226244245, seqNum=2] 2024-11-21T21:57:55,071 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732226256523.e1be3a123bdda43d936ea814fbfd2206., hostname=2a884b411602,37097,1732226244245, seqNum=2] 2024-11-21T21:57:55,074 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1732226256523.e1be3a123bdda43d936ea814fbfd2206., hostname=2a884b411602,37097,1732226244245, seqNum=2] 2024-11-21T21:57:55,076 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1732226256523.e1be3a123bdda43d936ea814fbfd2206., hostname=2a884b411602,37097,1732226244245, seqNum=2] 2024-11-21T21:57:55,078 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1732226256523.e1be3a123bdda43d936ea814fbfd2206., hostname=2a884b411602,37097,1732226244245, seqNum=2] 2024-11-21T21:57:55,081 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1732226256523.e1be3a123bdda43d936ea814fbfd2206., hostname=2a884b411602,37097,1732226244245, seqNum=2] 2024-11-21T21:57:55,083 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1732226256523.e1be3a123bdda43d936ea814fbfd2206., hostname=2a884b411602,37097,1732226244245, seqNum=2] 2024-11-21T21:57:55,780 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T21:57:55,786 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T21:57:55,786 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56230, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T21:57:55,793 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44210, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T21:57:55,841 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42029 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732226256523.74d884679aa0df866c6f412f29a3651a. with WAL disabled. Data may be lost in the event of a crash. 2024-11-21T21:57:55,890 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42513 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732226256523.f39d64fac3bff2136ba9f9313267d672. with WAL disabled. Data may be lost in the event of a crash. 2024-11-21T21:57:55,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37097 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1732226256523.3df42790ea9fb46f23edf15abc90b89a. 2024-11-21T21:57:55,930 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37097 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732226256523.3df42790ea9fb46f23edf15abc90b89a. with WAL disabled. Data may be lost in the event of a crash. 2024-11-21T21:57:56,404 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37097 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732226256523.e1be3a123bdda43d936ea814fbfd2206. with WAL disabled. Data may be lost in the event of a crash. 2024-11-21T21:57:56,538 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-21T21:57:56,540 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T21:57:56,541 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-21T21:57:56,547 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-21T21:57:56,558 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-21T21:57:56,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45807 is added to blk_1073741848_1024 (size=49) 2024-11-21T21:57:56,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741848_1024 (size=49) 2024-11-21T21:57:56,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34371 is added to blk_1073741848_1024 (size=49) 2024-11-21T21:57:56,572 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-21T21:57:56,574 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3e2339971bb03fa60191d8c8674d9083}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e4aea850fd6895fdd487d24b98dfc9e4}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4266fd4634398c60ab0883221f638d46}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bd6288814d98e68a44905ff9f169d671}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 57bd8e47b65925ed53f659c45b7cb879}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4dbf66a07a75e8431642726c5f6453d7}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3df42790ea9fb46f23edf15abc90b89a}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 74d884679aa0df866c6f412f29a3651a}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f39d64fac3bff2136ba9f9313267d672}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e1be3a123bdda43d936ea814fbfd2206}] 2024-11-21T21:57:56,580 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e4aea850fd6895fdd487d24b98dfc9e4 2024-11-21T21:57:56,580 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3e2339971bb03fa60191d8c8674d9083 2024-11-21T21:57:56,580 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4266fd4634398c60ab0883221f638d46 2024-11-21T21:57:56,581 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 57bd8e47b65925ed53f659c45b7cb879 2024-11-21T21:57:56,581 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e1be3a123bdda43d936ea814fbfd2206 2024-11-21T21:57:56,588 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f39d64fac3bff2136ba9f9313267d672 2024-11-21T21:57:56,588 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 74d884679aa0df866c6f412f29a3651a 2024-11-21T21:57:56,588 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3df42790ea9fb46f23edf15abc90b89a 2024-11-21T21:57:56,589 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4dbf66a07a75e8431642726c5f6453d7 2024-11-21T21:57:56,594 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bd6288814d98e68a44905ff9f169d671 2024-11-21T21:57:56,641 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 2a884b411602,37097,1732226244245 2024-11-21T21:57:56,642 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 2a884b411602,37097,1732226244245: Simulated kill ***** 2024-11-21T21:57:56,642 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T21:57:56,644 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T21:57:56,646 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T21:57:56,649 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T21:57:56,650 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T21:57:56,657 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 605868048 }, "NonHeapMemoryUsage": { "committed": 157745152, "init": 7667712, "max": -1, "used": 153902296 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "2a884b411602", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14480, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 676 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "2a884b411602", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:55224", "tag.serverName": "2a884b411602,37097,1732226244245", "tag.clusterId": "23ad1211-1361-4009-ac0e-4f979ff3ce87", "tag.Context": "regionserver", "tag.Hostname": "2a884b411602", "regionCount": 5, "storeCount": 8, "hlogFileCount": 8, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 12732, "memStoreHeapSize": 22624, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1732226244245, "averageRegionSize": 2546, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 2.2, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 266240, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 31, "totalRowActionRequestCount": 42, "readRequestCount": 8, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 34, "rpcGetRequestCount": 2, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 4, "rpcMultiRequestCount": 1, "rpcMutateRequestCount": 24, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 4, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 24, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 1, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 2, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 4, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-21T21:57:56,661 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45425 {}] master.MasterRpcServices(700): 2a884b411602,37097,1732226244245 reported a fatal error: ***** ABORTING region server 2a884b411602,37097,1732226244245: Simulated kill ***** 2024-11-21T21:57:56,664 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2a884b411602,37097,1732226244245' ***** 2024-11-21T21:57:56,664 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-21T21:57:56,664 INFO [RS:2;2a884b411602:37097 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T21:57:56,664 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T21:57:56,665 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T21:57:56,665 INFO [RS:2;2a884b411602:37097 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-21T21:57:56,665 INFO [RS:2;2a884b411602:37097 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-21T21:57:56,665 INFO [RS:2;2a884b411602:37097 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T21:57:56,665 INFO [RS:2;2a884b411602:37097 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;2a884b411602:37097. 2024-11-21T21:57:56,665 DEBUG [RS:2;2a884b411602:37097 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T21:57:56,665 DEBUG [RS:2;2a884b411602:37097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T21:57:56,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34371 is added to blk_1073741836_1012 (size=14382) 2024-11-21T21:57:56,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741836_1012 (size=14382) 2024-11-21T21:57:56,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45807 is added to blk_1073741836_1012 (size=14382) 2024-11-21T21:57:56,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741833_1009 (size=1257) 2024-11-21T21:57:56,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45807 is added to blk_1073741833_1009 (size=1257) 2024-11-21T21:57:56,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34371 is added to blk_1073741833_1009 (size=1257) 2024-11-21T21:57:56,679 DEBUG [RS:2;2a884b411602:37097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T21:57:56,679 INFO [RS:2;2a884b411602:37097 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T21:57:56,679 INFO [RS:2;2a884b411602:37097 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37097 2024-11-21T21:57:56,705 INFO [regionserver/2a884b411602:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T21:57:56,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37097-0x10160b06ac10003, quorum=127.0.0.1:55224, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2a884b411602,37097,1732226244245 2024-11-21T21:57:56,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x10160b06ac10000, quorum=127.0.0.1:55224, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T21:57:56,731 INFO [RS:2;2a884b411602:37097 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T21:57:56,740 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2a884b411602,37097,1732226244245] 2024-11-21T21:57:56,748 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2a884b411602,37097,1732226244245 already deleted, retry=false 2024-11-21T21:57:56,748 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 2a884b411602,37097,1732226244245 on 2a884b411602,45425,1732226243371 2024-11-21T21:57:56,752 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 2a884b411602,37097,1732226244245, splitWal=true, meta=true 2024-11-21T21:57:56,757 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for 2a884b411602,37097,1732226244245 (carryingMeta=true) 2a884b411602,37097,1732226244245/CRASHED/regionCount=5/lock=java.util.concurrent.locks.ReentrantReadWriteLock@2f97e148[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-21T21:57:56,757 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 2a884b411602,37097,1732226244245, splitWal=true, meta=true 2024-11-21T21:57:56,759 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 2a884b411602,37097,1732226244245, splitWal=true, meta=true, isMeta: true 2024-11-21T21:57:56,759 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bd6288814d98e68a44905ff9f169d671 2024-11-21T21:57:56,760 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e1be3a123bdda43d936ea814fbfd2206 2024-11-21T21:57:56,760 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e4aea850fd6895fdd487d24b98dfc9e4 2024-11-21T21:57:56,760 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3df42790ea9fb46f23edf15abc90b89a 2024-11-21T21:57:56,762 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e4aea850fd6895fdd487d24b98dfc9e4 can not run currently because target server of region SPTestTable,19999999,1732226256523.e4aea850fd6895fdd487d24b98dfc9e4. 2a884b411602,37097,1732226244245 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-21T21:57:56,762 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e1be3a123bdda43d936ea814fbfd2206 can not run currently because target server of region SPTestTable,e6666661,1732226256523.e1be3a123bdda43d936ea814fbfd2206. 2a884b411602,37097,1732226244245 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-21T21:57:56,762 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure bd6288814d98e68a44905ff9f169d671 can not run currently because target server of region SPTestTable,4ccccccb,1732226256523.bd6288814d98e68a44905ff9f169d671. 2a884b411602,37097,1732226244245 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-21T21:57:56,762 DEBUG [PEWorker-4 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/WALs/2a884b411602,37097,1732226244245-splitting 2024-11-21T21:57:56,762 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e4aea850fd6895fdd487d24b98dfc9e4; timeout=1000, timestamp=1732226277762 2024-11-21T21:57:56,762 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure bd6288814d98e68a44905ff9f169d671; timeout=1000, timestamp=1732226277762 2024-11-21T21:57:56,762 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e1be3a123bdda43d936ea814fbfd2206; timeout=1000, timestamp=1732226277762 2024-11-21T21:57:56,762 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 3df42790ea9fb46f23edf15abc90b89a can not run currently because target server of region SPTestTable,99999996,1732226256523.3df42790ea9fb46f23edf15abc90b89a. 2a884b411602,37097,1732226244245 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-21T21:57:56,762 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 3df42790ea9fb46f23edf15abc90b89a; timeout=1000, timestamp=1732226277762 2024-11-21T21:57:56,764 INFO [PEWorker-4 {}] master.SplitWALManager(105): 2a884b411602,37097,1732226244245 WAL count=1, meta=true 2024-11-21T21:57:56,767 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 2a884b411602%2C37097%2C1732226244245.meta.1732226256036.meta}] 2024-11-21T21:57:56,773 DEBUG [PEWorker-5 {}] master.SplitWALManager(158): Acquired split WAL worker=2a884b411602,42513,1732226244084 2024-11-21T21:57:56,776 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 2a884b411602%2C37097%2C1732226244245.meta.1732226256036.meta, worker=2a884b411602,42513,1732226244084}] 2024-11-21T21:57:56,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37097-0x10160b06ac10003, quorum=127.0.0.1:55224, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T21:57:56,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37097-0x10160b06ac10003, quorum=127.0.0.1:55224, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T21:57:56,841 INFO [RS:2;2a884b411602:37097 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T21:57:56,841 INFO [RS:2;2a884b411602:37097 {}] regionserver.HRegionServer(1031): Exiting; stopping=2a884b411602,37097,1732226244245; zookeeper connection closed. 2024-11-21T21:57:56,841 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7625ac89 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7625ac89 2024-11-21T21:57:57,537 INFO [regionserver/2a884b411602:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T21:57:57,537 INFO [regionserver/2a884b411602:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T21:57:57,763 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3df42790ea9fb46f23edf15abc90b89a 2024-11-21T21:57:57,763 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e4aea850fd6895fdd487d24b98dfc9e4 2024-11-21T21:57:57,764 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bd6288814d98e68a44905ff9f169d671 2024-11-21T21:57:57,764 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e1be3a123bdda43d936ea814fbfd2206 2024-11-21T21:57:57,767 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 3df42790ea9fb46f23edf15abc90b89a can not run currently because target server of region SPTestTable,99999996,1732226256523.3df42790ea9fb46f23edf15abc90b89a. 2a884b411602,37097,1732226244245 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-21T21:57:57,767 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 3df42790ea9fb46f23edf15abc90b89a; timeout=2000, timestamp=1732226279767 2024-11-21T21:57:57,768 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e1be3a123bdda43d936ea814fbfd2206 can not run currently because target server of region SPTestTable,e6666661,1732226256523.e1be3a123bdda43d936ea814fbfd2206. 2a884b411602,37097,1732226244245 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-21T21:57:57,768 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e4aea850fd6895fdd487d24b98dfc9e4 can not run currently because target server of region SPTestTable,19999999,1732226256523.e4aea850fd6895fdd487d24b98dfc9e4. 2a884b411602,37097,1732226244245 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-21T21:57:57,768 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure bd6288814d98e68a44905ff9f169d671 can not run currently because target server of region SPTestTable,4ccccccb,1732226256523.bd6288814d98e68a44905ff9f169d671. 2a884b411602,37097,1732226244245 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-21T21:57:57,768 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e4aea850fd6895fdd487d24b98dfc9e4; timeout=2000, timestamp=1732226279768 2024-11-21T21:57:57,768 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e1be3a123bdda43d936ea814fbfd2206; timeout=2000, timestamp=1732226279768 2024-11-21T21:57:57,768 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure bd6288814d98e68a44905ff9f169d671; timeout=2000, timestamp=1732226279768 2024-11-21T21:57:59,767 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3df42790ea9fb46f23edf15abc90b89a 2024-11-21T21:57:59,768 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e4aea850fd6895fdd487d24b98dfc9e4 2024-11-21T21:57:59,768 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bd6288814d98e68a44905ff9f169d671 2024-11-21T21:57:59,768 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e1be3a123bdda43d936ea814fbfd2206 2024-11-21T21:57:59,769 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 3df42790ea9fb46f23edf15abc90b89a can not run currently because target server of region SPTestTable,99999996,1732226256523.3df42790ea9fb46f23edf15abc90b89a. 2a884b411602,37097,1732226244245 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-21T21:57:59,769 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 3df42790ea9fb46f23edf15abc90b89a; timeout=4000, timestamp=1732226283769 2024-11-21T21:57:59,770 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e4aea850fd6895fdd487d24b98dfc9e4 can not run currently because target server of region SPTestTable,19999999,1732226256523.e4aea850fd6895fdd487d24b98dfc9e4. 2a884b411602,37097,1732226244245 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-21T21:57:59,770 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e4aea850fd6895fdd487d24b98dfc9e4; timeout=4000, timestamp=1732226283770 2024-11-21T21:57:59,770 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure bd6288814d98e68a44905ff9f169d671 can not run currently because target server of region SPTestTable,4ccccccb,1732226256523.bd6288814d98e68a44905ff9f169d671. 2a884b411602,37097,1732226244245 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-21T21:57:59,770 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure bd6288814d98e68a44905ff9f169d671; timeout=4000, timestamp=1732226283770 2024-11-21T21:57:59,771 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e1be3a123bdda43d936ea814fbfd2206 can not run currently because target server of region SPTestTable,e6666661,1732226256523.e1be3a123bdda43d936ea814fbfd2206. 2a884b411602,37097,1732226244245 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-21T21:57:59,771 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e1be3a123bdda43d936ea814fbfd2206; timeout=4000, timestamp=1732226283771 2024-11-21T21:58:03,769 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3df42790ea9fb46f23edf15abc90b89a 2024-11-21T21:58:03,770 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bd6288814d98e68a44905ff9f169d671 2024-11-21T21:58:03,771 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e4aea850fd6895fdd487d24b98dfc9e4 2024-11-21T21:58:03,772 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e1be3a123bdda43d936ea814fbfd2206 2024-11-21T21:58:03,772 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 3df42790ea9fb46f23edf15abc90b89a can not run currently because target server of region SPTestTable,99999996,1732226256523.3df42790ea9fb46f23edf15abc90b89a. 2a884b411602,37097,1732226244245 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-21T21:58:03,772 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 3df42790ea9fb46f23edf15abc90b89a; timeout=8000, timestamp=1732226291772 2024-11-21T21:58:03,773 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure bd6288814d98e68a44905ff9f169d671 can not run currently because target server of region SPTestTable,4ccccccb,1732226256523.bd6288814d98e68a44905ff9f169d671. 2a884b411602,37097,1732226244245 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-21T21:58:03,773 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e4aea850fd6895fdd487d24b98dfc9e4 can not run currently because target server of region SPTestTable,19999999,1732226256523.e4aea850fd6895fdd487d24b98dfc9e4. 2a884b411602,37097,1732226244245 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-21T21:58:03,773 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure bd6288814d98e68a44905ff9f169d671; timeout=8000, timestamp=1732226291773 2024-11-21T21:58:03,773 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e4aea850fd6895fdd487d24b98dfc9e4; timeout=8000, timestamp=1732226291773 2024-11-21T21:58:03,774 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e1be3a123bdda43d936ea814fbfd2206 can not run currently because target server of region SPTestTable,e6666661,1732226256523.e1be3a123bdda43d936ea814fbfd2206. 2a884b411602,37097,1732226244245 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-21T21:58:03,774 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e1be3a123bdda43d936ea814fbfd2206; timeout=8000, timestamp=1732226291774 2024-11-21T21:58:06,596 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42513 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-21T21:58:06,596 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-21T21:58:06,596 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42513 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-21T21:58:06,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-21T21:58:06,597 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732226256523.f39d64fac3bff2136ba9f9313267d672. 2024-11-21T21:58:06,597 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732226256523.57bd8e47b65925ed53f659c45b7cb879. 2024-11-21T21:58:06,597 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732226256523.3e2339971bb03fa60191d8c8674d9083. 2024-11-21T21:58:06,597 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732226256523.74d884679aa0df866c6f412f29a3651a. 2024-11-21T21:58:06,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-21T21:58:06,597 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732226256523.4266fd4634398c60ab0883221f638d46. 2024-11-21T21:58:06,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42513 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-21T21:58:06,598 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42513 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-21T21:58:06,598 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732226256523.4dbf66a07a75e8431642726c5f6453d7. 2024-11-21T21:58:06,602 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 3e2339971bb03fa60191d8c8674d9083: 2024-11-21T21:58:06,602 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 4266fd4634398c60ab0883221f638d46: 2024-11-21T21:58:06,602 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 74d884679aa0df866c6f412f29a3651a 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-21T21:58:06,602 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 4dbf66a07a75e8431642726c5f6453d7: 2024-11-21T21:58:06,602 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 57bd8e47b65925ed53f659c45b7cb879: 2024-11-21T21:58:06,602 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing f39d64fac3bff2136ba9f9313267d672 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-21T21:58:06,602 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732226256523.4266fd4634398c60ab0883221f638d46. for SnapshotProcedureTest completed. 2024-11-21T21:58:06,602 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732226256523.3e2339971bb03fa60191d8c8674d9083. for SnapshotProcedureTest completed. 2024-11-21T21:58:06,602 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732226256523.4dbf66a07a75e8431642726c5f6453d7. for SnapshotProcedureTest completed. 2024-11-21T21:58:06,602 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732226256523.57bd8e47b65925ed53f659c45b7cb879. for SnapshotProcedureTest completed. 2024-11-21T21:58:06,603 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732226256523.4266fd4634398c60ab0883221f638d46.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T21:58:06,603 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732226256523.57bd8e47b65925ed53f659c45b7cb879.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T21:58:06,603 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732226256523.4dbf66a07a75e8431642726c5f6453d7.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T21:58:06,603 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732226256523.3e2339971bb03fa60191d8c8674d9083.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T21:58:06,606 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T21:58:06,606 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T21:58:06,606 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T21:58:06,606 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T21:58:06,608 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T21:58:06,608 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T21:58:06,608 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T21:58:06,608 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T21:58:06,628 INFO [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/WALs/2a884b411602,37097,1732226244245-splitting/2a884b411602%2C37097%2C1732226244245.meta.1732226256036.meta, size=14.0 K (14382bytes) 2024-11-21T21:58:06,629 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-21T21:58:06,629 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-21T21:58:06,630 INFO [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/WALs/2a884b411602,37097,1732226244245-splitting/2a884b411602%2C37097%2C1732226244245.meta.1732226256036.meta 2024-11-21T21:58:06,637 INFO [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/WALs/2a884b411602,37097,1732226244245-splitting/2a884b411602%2C37097%2C1732226244245.meta.1732226256036.meta after 4ms 2024-11-21T21:58:06,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741850_1026 (size=57) 2024-11-21T21:58:06,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45807 is added to blk_1073741850_1026 (size=57) 2024-11-21T21:58:06,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34371 is added to blk_1073741850_1026 (size=57) 2024-11-21T21:58:06,648 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732226256523.3e2339971bb03fa60191d8c8674d9083. 2024-11-21T21:58:06,650 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-21T21:58:06,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-21T21:58:06,652 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3e2339971bb03fa60191d8c8674d9083 2024-11-21T21:58:06,653 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3e2339971bb03fa60191d8c8674d9083 2024-11-21T21:58:06,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741849_1025 (size=65) 2024-11-21T21:58:06,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45807 is added to blk_1073741849_1025 (size=65) 2024-11-21T21:58:06,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34371 is added to blk_1073741849_1025 (size=65) 2024-11-21T21:58:06,657 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732226256523.4dbf66a07a75e8431642726c5f6453d7. 2024-11-21T21:58:06,658 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-21T21:58:06,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-21T21:58:06,658 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4dbf66a07a75e8431642726c5f6453d7 2024-11-21T21:58:06,659 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4dbf66a07a75e8431642726c5f6453d7 2024-11-21T21:58:06,660 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3e2339971bb03fa60191d8c8674d9083 in 10.0800 sec 2024-11-21T21:58:06,663 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4dbf66a07a75e8431642726c5f6453d7 in 10.0870 sec 2024-11-21T21:58:06,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741852_1028 (size=65) 2024-11-21T21:58:06,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45807 is added to blk_1073741852_1028 (size=65) 2024-11-21T21:58:06,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34371 is added to blk_1073741852_1028 (size=65) 2024-11-21T21:58:06,668 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732226256523.4266fd4634398c60ab0883221f638d46. 2024-11-21T21:58:06,668 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-21T21:58:06,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-21T21:58:06,668 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4266fd4634398c60ab0883221f638d46 2024-11-21T21:58:06,669 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4266fd4634398c60ab0883221f638d46 2024-11-21T21:58:06,673 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4266fd4634398c60ab0883221f638d46 in 10.0960 sec 2024-11-21T21:58:06,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45807 is added to blk_1073741851_1027 (size=65) 2024-11-21T21:58:06,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741851_1027 (size=65) 2024-11-21T21:58:06,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34371 is added to blk_1073741851_1027 (size=65) 2024-11-21T21:58:06,684 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732226256523.57bd8e47b65925ed53f659c45b7cb879. 2024-11-21T21:58:06,684 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-21T21:58:06,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-21T21:58:06,685 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 57bd8e47b65925ed53f659c45b7cb879 2024-11-21T21:58:06,685 INFO [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/WALs/2a884b411602,37097,1732226244245-splitting/2a884b411602%2C37097%2C1732226244245.meta.1732226256036.meta took 59ms 2024-11-21T21:58:06,685 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 57bd8e47b65925ed53f659c45b7cb879 2024-11-21T21:58:06,689 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 57bd8e47b65925ed53f659c45b7cb879 in 10.1120 sec 2024-11-21T21:58:06,697 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-21T21:58:06,703 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/WALs/2a884b411602,37097,1732226244245-splitting/2a884b411602%2C37097%2C1732226244245.meta.1732226256036.meta so closing down 2024-11-21T21:58:06,703 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T21:58:06,704 INFO [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-2a884b411602%2C37097%2C1732226244245.meta.1732226256036.meta.temp 2024-11-21T21:58:06,715 INFO [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-2a884b411602%2C37097%2C1732226244245.meta.1732226256036.meta.temp 2024-11-21T21:58:06,715 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/default/SPTestTable/f39d64fac3bff2136ba9f9313267d672/.tmp/cf/4032c565f5f34cfab8580da2e3f3b7c1 is 34, key is ccd/cf:cf/1732226275885/Put/seqid=0 2024-11-21T21:58:06,715 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/default/SPTestTable/74d884679aa0df866c6f412f29a3651a/.tmp/cf/f7ec70a6d9a5425989434bf4fbc3ef9c is 34, key is baa/cf:cf/1732226275836/Put/seqid=0 2024-11-21T21:58:06,717 INFO [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T21:58:06,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45807 is added to blk_1073741854_1030 (size=47197) 2024-11-21T21:58:06,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34371 is added to blk_1073741853_1029 (size=14141) 2024-11-21T21:58:06,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741854_1030 (size=47197) 2024-11-21T21:58:06,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45807 is added to blk_1073741853_1029 (size=14141) 2024-11-21T21:58:06,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741853_1029 (size=14141) 2024-11-21T21:58:06,736 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-2a884b411602%2C37097%2C1732226244245.meta.1732226256036.meta.temp (wrote 25 edits, skipped 0 edits in 1 ms) 2024-11-21T21:58:06,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34371 is added to blk_1073741854_1030 (size=47197) 2024-11-21T21:58:06,737 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/default/SPTestTable/f39d64fac3bff2136ba9f9313267d672/.tmp/cf/4032c565f5f34cfab8580da2e3f3b7c1 2024-11-21T21:58:06,739 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-2a884b411602%2C37097%2C1732226244245.meta.1732226256036.meta.temp to hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-21T21:58:06,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34371 is added to blk_1073741855_1031 (size=28623) 2024-11-21T21:58:06,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741855_1031 (size=28623) 2024-11-21T21:58:06,748 INFO [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 49 ms; skipped=1; WAL=hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/WALs/2a884b411602,37097,1732226244245-splitting/2a884b411602%2C37097%2C1732226244245.meta.1732226256036.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-11-21T21:58:06,749 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/WALs/2a884b411602,37097,1732226244245-splitting/2a884b411602%2C37097%2C1732226244245.meta.1732226256036.meta, journal: Splitting hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/WALs/2a884b411602,37097,1732226244245-splitting/2a884b411602%2C37097%2C1732226244245.meta.1732226256036.meta, size=14.0 K (14382bytes) at 1732226286628Finishing writing output for hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/WALs/2a884b411602,37097,1732226244245-splitting/2a884b411602%2C37097%2C1732226244245.meta.1732226256036.meta so closing down at 1732226286703 (+75 ms)Creating recovered edits writer path=hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-2a884b411602%2C37097%2C1732226244245.meta.1732226256036.meta.temp at 1732226286715 (+12 ms)3 split writer threads finished at 1732226286718 (+3 ms)Closed recovered edits writer path=hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-2a884b411602%2C37097%2C1732226244245.meta.1732226256036.meta.temp (wrote 25 edits, skipped 0 edits in 1 ms) at 1732226286736 (+18 ms)Rename recovered edits hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-2a884b411602%2C37097%2C1732226244245.meta.1732226256036.meta.temp to hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1732226286739 (+3 ms)Processed 26 edits across 1 Regions in 49 ms; skipped=1; WAL=hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/WALs/2a884b411602,37097,1732226244245-splitting/2a884b411602%2C37097%2C1732226244245.meta.1732226256036.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1732226286748 (+9 ms) 2024-11-21T21:58:06,749 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/WALs/2a884b411602,37097,1732226244245-splitting/2a884b411602%2C37097%2C1732226244245.meta.1732226256036.meta 2024-11-21T21:58:06,749 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-21T21:58:06,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45807 is added to blk_1073741855_1031 (size=28623) 2024-11-21T21:58:06,750 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/default/SPTestTable/74d884679aa0df866c6f412f29a3651a/.tmp/cf/f7ec70a6d9a5425989434bf4fbc3ef9c 2024-11-21T21:58:06,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-21T21:58:06,757 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/WALs/2a884b411602,37097,1732226244245-splitting/2a884b411602%2C37097%2C1732226244245.meta.1732226256036.meta to hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/oldWALs 2024-11-21T21:58:06,763 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-21T21:58:06,763 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 2a884b411602%2C37097%2C1732226244245.meta.1732226256036.meta, worker=2a884b411602,42513,1732226244084 in 9.9820 sec 2024-11-21T21:58:06,764 DEBUG [PEWorker-3 {}] master.SplitWALManager(172): Release split WAL worker=2a884b411602,42513,1732226244084 2024-11-21T21:58:06,768 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-21T21:58:06,768 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 2a884b411602%2C37097%2C1732226244245.meta.1732226256036.meta, worker=2a884b411602,42513,1732226244084 in 9.9980 sec 2024-11-21T21:58:06,770 INFO [PEWorker-5 {}] master.SplitLogManager(171): hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/WALs/2a884b411602,37097,1732226244245-splitting dir is empty, no logs to split. 2024-11-21T21:58:06,770 INFO [PEWorker-5 {}] master.SplitWALManager(105): 2a884b411602,37097,1732226244245 WAL count=0, meta=true 2024-11-21T21:58:06,771 DEBUG [PEWorker-5 {}] procedure.ServerCrashProcedure(329): Check if 2a884b411602,37097,1732226244245 WAL splitting is done? wals=0, meta=true 2024-11-21T21:58:06,774 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T21:58:06,775 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T21:58:06,777 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T21:58:06,790 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/default/SPTestTable/f39d64fac3bff2136ba9f9313267d672/.tmp/cf/4032c565f5f34cfab8580da2e3f3b7c1 as hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/default/SPTestTable/f39d64fac3bff2136ba9f9313267d672/cf/4032c565f5f34cfab8580da2e3f3b7c1 2024-11-21T21:58:06,790 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/default/SPTestTable/74d884679aa0df866c6f412f29a3651a/.tmp/cf/f7ec70a6d9a5425989434bf4fbc3ef9c as hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/default/SPTestTable/74d884679aa0df866c6f412f29a3651a/cf/f7ec70a6d9a5425989434bf4fbc3ef9c 2024-11-21T21:58:06,800 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/default/SPTestTable/74d884679aa0df866c6f412f29a3651a/cf/f7ec70a6d9a5425989434bf4fbc3ef9c, entries=731, sequenceid=5, filesize=28.0 K 2024-11-21T21:58:06,800 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/default/SPTestTable/f39d64fac3bff2136ba9f9313267d672/cf/4032c565f5f34cfab8580da2e3f3b7c1, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-21T21:58:06,809 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 74d884679aa0df866c6f412f29a3651a in 206ms, sequenceid=5, compaction requested=false 2024-11-21T21:58:06,809 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for f39d64fac3bff2136ba9f9313267d672 in 205ms, sequenceid=5, compaction requested=false 2024-11-21T21:58:06,809 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 74d884679aa0df866c6f412f29a3651a: 2024-11-21T21:58:06,809 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for f39d64fac3bff2136ba9f9313267d672: 2024-11-21T21:58:06,809 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732226256523.74d884679aa0df866c6f412f29a3651a. for SnapshotProcedureTest completed. 2024-11-21T21:58:06,809 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732226256523.f39d64fac3bff2136ba9f9313267d672. for SnapshotProcedureTest completed. 2024-11-21T21:58:06,809 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732226256523.f39d64fac3bff2136ba9f9313267d672.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T21:58:06,809 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732226256523.74d884679aa0df866c6f412f29a3651a.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T21:58:06,809 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T21:58:06,809 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T21:58:06,810 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/default/SPTestTable/74d884679aa0df866c6f412f29a3651a/cf/f7ec70a6d9a5425989434bf4fbc3ef9c] hfiles 2024-11-21T21:58:06,810 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/default/SPTestTable/f39d64fac3bff2136ba9f9313267d672/cf/4032c565f5f34cfab8580da2e3f3b7c1] hfiles 2024-11-21T21:58:06,812 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/default/SPTestTable/74d884679aa0df866c6f412f29a3651a/cf/f7ec70a6d9a5425989434bf4fbc3ef9c for snapshot=SnapshotProcedureTest 2024-11-21T21:58:06,812 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/default/SPTestTable/f39d64fac3bff2136ba9f9313267d672/cf/4032c565f5f34cfab8580da2e3f3b7c1 for snapshot=SnapshotProcedureTest 2024-11-21T21:58:06,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741857_1033 (size=105) 2024-11-21T21:58:06,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45807 is added to blk_1073741856_1032 (size=105) 2024-11-21T21:58:06,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34371 is added to blk_1073741857_1033 (size=105) 2024-11-21T21:58:06,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741856_1032 (size=105) 2024-11-21T21:58:06,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45807 is added to blk_1073741857_1033 (size=105) 2024-11-21T21:58:06,832 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732226256523.f39d64fac3bff2136ba9f9313267d672. 2024-11-21T21:58:06,833 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-21T21:58:06,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-21T21:58:06,833 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f39d64fac3bff2136ba9f9313267d672 2024-11-21T21:58:06,834 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f39d64fac3bff2136ba9f9313267d672 2024-11-21T21:58:06,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34371 is added to blk_1073741856_1032 (size=105) 2024-11-21T21:58:06,834 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732226256523.74d884679aa0df866c6f412f29a3651a. 2024-11-21T21:58:06,834 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-21T21:58:06,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-21T21:58:06,835 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 74d884679aa0df866c6f412f29a3651a 2024-11-21T21:58:06,836 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 74d884679aa0df866c6f412f29a3651a 2024-11-21T21:58:06,837 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f39d64fac3bff2136ba9f9313267d672 in 10.2610 sec 2024-11-21T21:58:06,839 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 74d884679aa0df866c6f412f29a3651a in 10.2630 sec 2024-11-21T21:58:06,927 DEBUG [2a884b411602:45425 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-21T21:58:06,927 DEBUG [2a884b411602:45425 {}] balancer.BalancerClusterState(204): Hosts are {2a884b411602=0} racks are {/default-rack=0} 2024-11-21T21:58:06,928 DEBUG [2a884b411602:45425 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-21T21:58:06,928 DEBUG [2a884b411602:45425 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-21T21:58:06,928 DEBUG [2a884b411602:45425 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-21T21:58:06,928 DEBUG [2a884b411602:45425 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-21T21:58:06,928 INFO [2a884b411602:45425 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-21T21:58:06,928 INFO [2a884b411602:45425 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-21T21:58:06,928 DEBUG [2a884b411602:45425 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-21T21:58:06,929 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2a884b411602,42513,1732226244084 2024-11-21T21:58:06,930 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2a884b411602,42513,1732226244084, state=OPENING 2024-11-21T21:58:06,997 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42513-0x10160b06ac10001, quorum=127.0.0.1:55224, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T21:58:06,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42029-0x10160b06ac10002, quorum=127.0.0.1:55224, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T21:58:06,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x10160b06ac10000, quorum=127.0.0.1:55224, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T21:58:06,997 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T21:58:06,997 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:58:06,997 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:58:06,997 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:58:06,997 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2a884b411602,42513,1732226244084}] 2024-11-21T21:58:11,773 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3df42790ea9fb46f23edf15abc90b89a 2024-11-21T21:58:11,774 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bd6288814d98e68a44905ff9f169d671 2024-11-21T21:58:11,775 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e4aea850fd6895fdd487d24b98dfc9e4 2024-11-21T21:58:11,776 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e1be3a123bdda43d936ea814fbfd2206 2024-11-21T21:58:11,817 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 3df42790ea9fb46f23edf15abc90b89a can not run currently because target server of region SPTestTable,99999996,1732226256523.3df42790ea9fb46f23edf15abc90b89a. 2a884b411602,37097,1732226244245 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-21T21:58:11,817 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure bd6288814d98e68a44905ff9f169d671 can not run currently because target server of region SPTestTable,4ccccccb,1732226256523.bd6288814d98e68a44905ff9f169d671. 2a884b411602,37097,1732226244245 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-21T21:58:11,817 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e4aea850fd6895fdd487d24b98dfc9e4 can not run currently because target server of region SPTestTable,19999999,1732226256523.e4aea850fd6895fdd487d24b98dfc9e4. 2a884b411602,37097,1732226244245 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-21T21:58:11,818 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e1be3a123bdda43d936ea814fbfd2206 can not run currently because target server of region SPTestTable,e6666661,1732226256523.e1be3a123bdda43d936ea814fbfd2206. 2a884b411602,37097,1732226244245 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-21T21:58:11,818 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e4aea850fd6895fdd487d24b98dfc9e4; timeout=16000, timestamp=1732226307818 2024-11-21T21:58:11,818 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure bd6288814d98e68a44905ff9f169d671; timeout=16000, timestamp=1732226307818 2024-11-21T21:58:11,818 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 3df42790ea9fb46f23edf15abc90b89a; timeout=16000, timestamp=1732226307818 2024-11-21T21:58:11,818 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e1be3a123bdda43d936ea814fbfd2206; timeout=16000, timestamp=1732226307818 2024-11-21T21:58:16,315 INFO [master/2a884b411602:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-21T21:58:16,315 INFO [master/2a884b411602:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-21T21:58:17,041 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T21:58:17,041 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T21:58:17,042 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=40}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T21:58:17,044 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2a884b411602%2C42513%2C1732226244084.meta, suffix=.meta, logDir=hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/WALs/2a884b411602,42513,1732226244084, archiveDir=hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/oldWALs, maxLogs=32 2024-11-21T21:58:17,057 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=40}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/WALs/2a884b411602,42513,1732226244084/2a884b411602%2C42513%2C1732226244084.meta.1732226297045.meta, exclude list is [], retry=0 2024-11-21T21:58:17,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45807,DS-7d575451-9872-45e4-a45f-161315add18f,DISK] 2024-11-21T21:58:17,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34371,DS-10958ecb-1f22-4aba-8919-c4c6770aed1e,DISK] 2024-11-21T21:58:17,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38983,DS-20091143-c542-4da3-9254-75b9ce938066,DISK] 2024-11-21T21:58:17,062 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/WALs/2a884b411602,42513,1732226244084/2a884b411602%2C42513%2C1732226244084.meta.1732226297045.meta 2024-11-21T21:58:17,063 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38083:38083),(127.0.0.1/127.0.0.1:35573:35573),(127.0.0.1/127.0.0.1:45855:45855)] 2024-11-21T21:58:17,063 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T21:58:17,063 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=40}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T21:58:17,063 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T21:58:17,063 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T21:58:17,063 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T21:58:17,063 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:58:17,064 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T21:58:17,064 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T21:58:17,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T21:58:17,066 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T21:58:17,067 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:58:17,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T21:58:17,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T21:58:17,068 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T21:58:17,069 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:58:17,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T21:58:17,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T21:58:17,070 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T21:58:17,071 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:58:17,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T21:58:17,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T21:58:17,072 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T21:58:17,072 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:58:17,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T21:58:17,073 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T21:58:17,075 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/hbase/meta/1588230740 2024-11-21T21:58:17,077 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/hbase/meta/1588230740 2024-11-21T21:58:17,079 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-21T21:58:17,093 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-21T21:58:17,094 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-21T21:58:17,117 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/hbase/meta/1588230740/.tmp/info/cefa7c11275a4f9eb57d501b1c40f5c0 is 167, key is SPTestTable,19999999,1732226256523.e4aea850fd6895fdd487d24b98dfc9e4./info:regioninfo/1732226267033/Put/seqid=0 2024-11-21T21:58:17,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45807 is added to blk_1073741859_1035 (size=18393) 2024-11-21T21:58:17,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34371 is added to blk_1073741859_1035 (size=18393) 2024-11-21T21:58:17,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741859_1035 (size=18393) 2024-11-21T21:58:17,127 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/hbase/meta/1588230740/.tmp/info/cefa7c11275a4f9eb57d501b1c40f5c0 2024-11-21T21:58:17,152 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/hbase/meta/1588230740/.tmp/ns/ca7f2c8f0e704128894c511622efa78c is 43, key is default/ns:d/1732226256224/Put/seqid=0 2024-11-21T21:58:17,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741860_1036 (size=5153) 2024-11-21T21:58:17,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34371 is added to blk_1073741860_1036 (size=5153) 2024-11-21T21:58:17,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45807 is added to blk_1073741860_1036 (size=5153) 2024-11-21T21:58:17,159 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/hbase/meta/1588230740/.tmp/ns/ca7f2c8f0e704128894c511622efa78c 2024-11-21T21:58:17,184 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/hbase/meta/1588230740/.tmp/table/3098f44365994df9a84a0d000065b97a is 47, key is SPTestTable/table:state/1732226267071/Put/seqid=0 2024-11-21T21:58:17,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45807 is added to blk_1073741861_1037 (size=5214) 2024-11-21T21:58:17,193 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/hbase/meta/1588230740/.tmp/table/3098f44365994df9a84a0d000065b97a 2024-11-21T21:58:17,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34371 is added to blk_1073741861_1037 (size=5214) 2024-11-21T21:58:17,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741861_1037 (size=5214) 2024-11-21T21:58:17,202 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/hbase/meta/1588230740/.tmp/info/cefa7c11275a4f9eb57d501b1c40f5c0 as hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/hbase/meta/1588230740/info/cefa7c11275a4f9eb57d501b1c40f5c0 2024-11-21T21:58:17,209 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/hbase/meta/1588230740/info/cefa7c11275a4f9eb57d501b1c40f5c0, entries=100, sequenceid=28, filesize=18.0 K 2024-11-21T21:58:17,210 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/hbase/meta/1588230740/.tmp/ns/ca7f2c8f0e704128894c511622efa78c as hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/hbase/meta/1588230740/ns/ca7f2c8f0e704128894c511622efa78c 2024-11-21T21:58:17,218 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/hbase/meta/1588230740/ns/ca7f2c8f0e704128894c511622efa78c, entries=2, sequenceid=28, filesize=5.0 K 2024-11-21T21:58:17,220 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/hbase/meta/1588230740/.tmp/table/3098f44365994df9a84a0d000065b97a as hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/hbase/meta/1588230740/table/3098f44365994df9a84a0d000065b97a 2024-11-21T21:58:17,228 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/hbase/meta/1588230740/table/3098f44365994df9a84a0d000065b97a, entries=2, sequenceid=28, filesize=5.1 K 2024-11-21T21:58:17,229 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 135ms, sequenceid=28, compaction requested=false; wal=null 2024-11-21T21:58:17,230 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-21T21:58:17,231 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T21:58:17,232 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T21:58:17,233 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T21:58:17,235 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T21:58:17,238 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-11-21T21:58:17,239 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65433989, jitterRate=-0.024957582354545593}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T21:58:17,240 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T21:58:17,240 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732226297064Writing region info on filesystem at 1732226297064Initializing all the Stores at 1732226297065 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732226297065Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732226297065Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226297065Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732226297065Obtaining lock to block concurrent updates at 1732226297094 (+29 ms)Preparing flush snapshotting stores in 1588230740 at 1732226297094Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1732226297094Flushing stores of hbase:meta,,1.1588230740 at 1732226297094Flushing 1588230740/info: creating writer at 1732226297094Flushing 1588230740/info: appending metadata at 1732226297116 (+22 ms)Flushing 1588230740/info: closing flushed file at 1732226297116Flushing 1588230740/ns: creating writer at 1732226297136 (+20 ms)Flushing 1588230740/ns: appending metadata at 1732226297151 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732226297151Flushing 1588230740/table: creating writer at 1732226297168 (+17 ms)Flushing 1588230740/table: appending metadata at 1732226297183 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732226297183Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40314593: reopening flushed file at 1732226297200 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71137e9e: reopening flushed file at 1732226297209 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19d9ead1: reopening flushed file at 1732226297219 (+10 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 135ms, sequenceid=28, compaction requested=false; wal=null at 1732226297229 (+10 ms)Cleaning up temporary data from old regions at 1732226297232 (+3 ms)Running coprocessor post-open hooks at 1732226297240 (+8 ms)Region opened successfully at 1732226297240 2024-11-21T21:58:17,241 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=40, masterSystemTime=1732226296999 2024-11-21T21:58:17,243 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T21:58:17,243 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T21:58:17,244 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=2a884b411602,42513,1732226244084 2024-11-21T21:58:17,245 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2a884b411602,42513,1732226244084, state=OPEN 2024-11-21T21:58:17,295 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42513-0x10160b06ac10001, quorum=127.0.0.1:55224, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T21:58:17,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42029-0x10160b06ac10002, quorum=127.0.0.1:55224, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T21:58:17,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x10160b06ac10000, quorum=127.0.0.1:55224, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T21:58:17,295 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=40, ppid=39, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2a884b411602,42513,1732226244084 2024-11-21T21:58:17,295 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:58:17,295 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:58:17,296 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:58:17,298 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-21T21:58:17,298 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2a884b411602,42513,1732226244084 in 10.2980 sec 2024-11-21T21:58:17,300 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=36 2024-11-21T21:58:17,300 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.5250 sec 2024-11-21T21:58:17,300 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): 2a884b411602,37097,1732226244245 had 5 regions 2024-11-21T21:58:17,301 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 2a884b411602,37097,1732226244245, splitWal=true, meta=true, isMeta: false 2024-11-21T21:58:17,304 INFO [PEWorker-4 {}] master.SplitWALManager(105): 2a884b411602,37097,1732226244245 WAL count=1, meta=false 2024-11-21T21:58:17,304 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 2a884b411602%2C37097%2C1732226244245.1732226245697}] 2024-11-21T21:58:17,307 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=2a884b411602,42513,1732226244084 2024-11-21T21:58:17,308 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 2a884b411602%2C37097%2C1732226244245.1732226245697, worker=2a884b411602,42513,1732226244084}] 2024-11-21T21:58:22,508 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T21:58:22,594 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T21:58:25,594 INFO [regionserver/2a884b411602:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-21T21:58:27,311 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42513 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=42 2024-11-21T21:58:27,333 INFO [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(299): Splitting hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/WALs/2a884b411602,37097,1732226244245-splitting/2a884b411602%2C37097%2C1732226244245.1732226245697, size=1.2 K (1257bytes) 2024-11-21T21:58:27,333 INFO [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-1 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/WALs/2a884b411602,37097,1732226244245-splitting/2a884b411602%2C37097%2C1732226244245.1732226245697 2024-11-21T21:58:27,334 INFO [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-1 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/WALs/2a884b411602,37097,1732226244245-splitting/2a884b411602%2C37097%2C1732226244245.1732226245697 after 1ms 2024-11-21T21:58:27,337 INFO [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(310): Open hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/WALs/2a884b411602,37097,1732226244245-splitting/2a884b411602%2C37097%2C1732226244245.1732226245697 took 4ms 2024-11-21T21:58:27,340 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for bd6288814d98e68a44905ff9f169d671: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-21T21:58:27,342 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for e1be3a123bdda43d936ea814fbfd2206: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-21T21:58:27,343 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for e4aea850fd6895fdd487d24b98dfc9e4: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-21T21:58:27,344 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 3df42790ea9fb46f23edf15abc90b89a: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-21T21:58:27,344 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/WALs/2a884b411602,37097,1732226244245-splitting/2a884b411602%2C37097%2C1732226244245.1732226245697 so closing down 2024-11-21T21:58:27,344 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T21:58:27,345 INFO [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T21:58:27,345 INFO [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 7 ms; skipped=4; WAL=hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/WALs/2a884b411602,37097,1732226244245-splitting/2a884b411602%2C37097%2C1732226244245.1732226245697, size=1.2 K, length=1257, corrupted=false, cancelled=false 2024-11-21T21:58:27,345 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(428): Completed split of hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/WALs/2a884b411602,37097,1732226244245-splitting/2a884b411602%2C37097%2C1732226244245.1732226245697, journal: Splitting hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/WALs/2a884b411602,37097,1732226244245-splitting/2a884b411602%2C37097%2C1732226244245.1732226245697, size=1.2 K (1257bytes) at 1732226307333Finishing writing output for hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/WALs/2a884b411602,37097,1732226244245-splitting/2a884b411602%2C37097%2C1732226244245.1732226245697 so closing down at 1732226307344 (+11 ms)3 split writer threads finished at 1732226307345 (+1 ms)Processed 4 edits across 0 Regions in 7 ms; skipped=4; WAL=hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/WALs/2a884b411602,37097,1732226244245-splitting/2a884b411602%2C37097%2C1732226244245.1732226245697, size=1.2 K, length=1257, corrupted=false, cancelled=false at 1732226307345 2024-11-21T21:58:27,345 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-1 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/WALs/2a884b411602,37097,1732226244245-splitting/2a884b411602%2C37097%2C1732226244245.1732226245697 2024-11-21T21:58:27,345 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-1 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-21T21:58:27,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-21T21:58:27,349 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/WALs/2a884b411602,37097,1732226244245-splitting/2a884b411602%2C37097%2C1732226244245.1732226245697 to hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/oldWALs 2024-11-21T21:58:27,352 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=41 2024-11-21T21:58:27,352 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=41, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 2a884b411602%2C37097%2C1732226244245.1732226245697, worker=2a884b411602,42513,1732226244084 in 10.0410 sec 2024-11-21T21:58:27,354 DEBUG [PEWorker-2 {}] master.SplitWALManager(172): Release split WAL worker=2a884b411602,42513,1732226244084 2024-11-21T21:58:27,356 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=36 2024-11-21T21:58:27,356 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 2a884b411602%2C37097%2C1732226244245.1732226245697, worker=2a884b411602,42513,1732226244084 in 10.0500 sec 2024-11-21T21:58:27,358 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/WALs/2a884b411602,37097,1732226244245-splitting dir is empty, no logs to split. 2024-11-21T21:58:27,358 INFO [PEWorker-4 {}] master.SplitWALManager(105): 2a884b411602,37097,1732226244245 WAL count=0, meta=false 2024-11-21T21:58:27,358 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 2a884b411602,37097,1732226244245 WAL splitting is done? wals=0, meta=false 2024-11-21T21:58:27,361 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bd6288814d98e68a44905ff9f169d671, ASSIGN}, {pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e4aea850fd6895fdd487d24b98dfc9e4, ASSIGN}, {pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e1be3a123bdda43d936ea814fbfd2206, ASSIGN}, {pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3df42790ea9fb46f23edf15abc90b89a, ASSIGN}] 2024-11-21T21:58:27,362 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e4aea850fd6895fdd487d24b98dfc9e4, ASSIGN 2024-11-21T21:58:27,362 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bd6288814d98e68a44905ff9f169d671, ASSIGN 2024-11-21T21:58:27,362 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e1be3a123bdda43d936ea814fbfd2206, ASSIGN 2024-11-21T21:58:27,363 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3df42790ea9fb46f23edf15abc90b89a, ASSIGN 2024-11-21T21:58:27,363 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bd6288814d98e68a44905ff9f169d671, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T21:58:27,363 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e4aea850fd6895fdd487d24b98dfc9e4, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T21:58:27,363 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e1be3a123bdda43d936ea814fbfd2206, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T21:58:27,364 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3df42790ea9fb46f23edf15abc90b89a, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T21:58:27,514 DEBUG [2a884b411602:45425 {}] balancer.BalancerClusterState(204): Hosts are {2a884b411602=0} racks are {/default-rack=0} 2024-11-21T21:58:27,515 DEBUG [2a884b411602:45425 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-21T21:58:27,515 DEBUG [2a884b411602:45425 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-21T21:58:27,515 DEBUG [2a884b411602:45425 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-21T21:58:27,515 DEBUG [2a884b411602:45425 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-21T21:58:27,515 INFO [2a884b411602:45425 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-21T21:58:27,515 INFO [2a884b411602:45425 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-21T21:58:27,515 DEBUG [2a884b411602:45425 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-21T21:58:27,516 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=46 updating hbase:meta row=3df42790ea9fb46f23edf15abc90b89a, regionState=OPENING, regionLocation=2a884b411602,42029,1732226244196 2024-11-21T21:58:27,516 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=e4aea850fd6895fdd487d24b98dfc9e4, regionState=OPENING, regionLocation=2a884b411602,42029,1732226244196 2024-11-21T21:58:27,516 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=e1be3a123bdda43d936ea814fbfd2206, regionState=OPENING, regionLocation=2a884b411602,42513,1732226244084 2024-11-21T21:58:27,516 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=bd6288814d98e68a44905ff9f169d671, regionState=OPENING, regionLocation=2a884b411602,42513,1732226244084 2024-11-21T21:58:27,519 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2a884b411602:37097 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:37097 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T21:58:27,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,37097,1732226244245, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2a884b411602,37097,1732226244245, seqNum=-1, error=java.net.ConnectException: Call to address=2a884b411602:37097 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:37097 2024-11-21T21:58:27,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,37097,1732226244245, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-21T21:58:27,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2a884b411602,37097,1732226244245, seqNum=-1 from cache 2024-11-21T21:58:27,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,37097,1732226244245, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=2a884b411602:37097 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:37097 2024-11-21T21:58:27,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,37097,1732226244245, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=2a884b411602:37097 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:37097 2024-11-21T21:58:27,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,37097,1732226244245, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=2a884b411602:37097 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:37097 2024-11-21T21:58:27,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 2a884b411602:37097 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:37097 2024-11-21T21:58:27,633 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T21:58:27,633 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2a884b411602,42513,1732226244084, seqNum=-1] 2024-11-21T21:58:27,634 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T21:58:27,636 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55709, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T21:58:27,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3df42790ea9fb46f23edf15abc90b89a, ASSIGN because future has completed 2024-11-21T21:58:27,640 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3df42790ea9fb46f23edf15abc90b89a, server=2a884b411602,42029,1732226244196}] 2024-11-21T21:58:27,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e1be3a123bdda43d936ea814fbfd2206, ASSIGN because future has completed 2024-11-21T21:58:27,642 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure e1be3a123bdda43d936ea814fbfd2206, server=2a884b411602,42513,1732226244084}] 2024-11-21T21:58:27,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bd6288814d98e68a44905ff9f169d671, ASSIGN because future has completed 2024-11-21T21:58:27,643 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure bd6288814d98e68a44905ff9f169d671, server=2a884b411602,42513,1732226244084}] 2024-11-21T21:58:27,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e4aea850fd6895fdd487d24b98dfc9e4, ASSIGN because future has completed 2024-11-21T21:58:27,644 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure e4aea850fd6895fdd487d24b98dfc9e4, server=2a884b411602,42029,1732226244196}] 2024-11-21T21:58:27,819 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e4aea850fd6895fdd487d24b98dfc9e4 held by pid=44 2024-11-21T21:58:27,819 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e4aea850fd6895fdd487d24b98dfc9e4 2024-11-21T21:58:27,819 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bd6288814d98e68a44905ff9f169d671 held by pid=43 2024-11-21T21:58:27,819 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bd6288814d98e68a44905ff9f169d671 2024-11-21T21:58:27,819 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e1be3a123bdda43d936ea814fbfd2206 held by pid=45 2024-11-21T21:58:27,819 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e1be3a123bdda43d936ea814fbfd2206 2024-11-21T21:58:27,819 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3df42790ea9fb46f23edf15abc90b89a held by pid=46 2024-11-21T21:58:27,820 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3df42790ea9fb46f23edf15abc90b89a 2024-11-21T21:58:29,319 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2a884b411602:45425 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-21T21:58:31,943 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region f39d64fac3bff2136ba9f9313267d672, had cached 0 bytes from a total of 47197 2024-11-21T21:58:31,985 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 74d884679aa0df866c6f412f29a3651a, had cached 0 bytes from a total of 28623 2024-11-21T21:58:36,276 DEBUG [master/2a884b411602:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 4266fd4634398c60ab0883221f638d46 changed from -1.0 to 0.0, refreshing cache 2024-11-21T21:58:36,277 DEBUG [master/2a884b411602:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 57bd8e47b65925ed53f659c45b7cb879 changed from -1.0 to 0.0, refreshing cache 2024-11-21T21:58:36,278 DEBUG [master/2a884b411602:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 74d884679aa0df866c6f412f29a3651a changed from -1.0 to 0.0, refreshing cache 2024-11-21T21:58:36,279 DEBUG [master/2a884b411602:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 3e2339971bb03fa60191d8c8674d9083 changed from -1.0 to 0.0, refreshing cache 2024-11-21T21:58:36,280 DEBUG [master/2a884b411602:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 4dbf66a07a75e8431642726c5f6453d7 changed from -1.0 to 0.0, refreshing cache 2024-11-21T21:58:36,280 DEBUG [master/2a884b411602:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f39d64fac3bff2136ba9f9313267d672 changed from -1.0 to 0.0, refreshing cache 2024-11-21T21:58:36,281 DEBUG [master/2a884b411602:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-21T21:58:37,690 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732226256523.3df42790ea9fb46f23edf15abc90b89a. 2024-11-21T21:58:37,690 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732226256523.e1be3a123bdda43d936ea814fbfd2206. 2024-11-21T21:58:37,690 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7752): Opening region: {ENCODED => 3df42790ea9fb46f23edf15abc90b89a, NAME => 'SPTestTable,99999996,1732226256523.3df42790ea9fb46f23edf15abc90b89a.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-21T21:58:37,690 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7752): Opening region: {ENCODED => e1be3a123bdda43d936ea814fbfd2206, NAME => 'SPTestTable,e6666661,1732226256523.e1be3a123bdda43d936ea814fbfd2206.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-21T21:58:37,691 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3df42790ea9fb46f23edf15abc90b89a 2024-11-21T21:58:37,691 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732226256523.3df42790ea9fb46f23edf15abc90b89a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:58:37,691 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e1be3a123bdda43d936ea814fbfd2206 2024-11-21T21:58:37,691 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7794): checking encryption for 3df42790ea9fb46f23edf15abc90b89a 2024-11-21T21:58:37,691 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732226256523.e1be3a123bdda43d936ea814fbfd2206.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:58:37,691 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7797): checking classloading for 3df42790ea9fb46f23edf15abc90b89a 2024-11-21T21:58:37,691 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7794): checking encryption for e1be3a123bdda43d936ea814fbfd2206 2024-11-21T21:58:37,691 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7797): checking classloading for e1be3a123bdda43d936ea814fbfd2206 2024-11-21T21:58:37,694 INFO [StoreOpener-3df42790ea9fb46f23edf15abc90b89a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3df42790ea9fb46f23edf15abc90b89a 2024-11-21T21:58:37,694 INFO [StoreOpener-e1be3a123bdda43d936ea814fbfd2206-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e1be3a123bdda43d936ea814fbfd2206 2024-11-21T21:58:37,695 INFO [StoreOpener-e1be3a123bdda43d936ea814fbfd2206-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1be3a123bdda43d936ea814fbfd2206 columnFamilyName cf 2024-11-21T21:58:37,695 DEBUG [StoreOpener-e1be3a123bdda43d936ea814fbfd2206-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:58:37,695 INFO [StoreOpener-3df42790ea9fb46f23edf15abc90b89a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3df42790ea9fb46f23edf15abc90b89a columnFamilyName cf 2024-11-21T21:58:37,696 DEBUG [StoreOpener-3df42790ea9fb46f23edf15abc90b89a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:58:37,696 INFO [StoreOpener-e1be3a123bdda43d936ea814fbfd2206-1 {}] regionserver.HStore(327): Store=e1be3a123bdda43d936ea814fbfd2206/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:58:37,696 INFO [StoreOpener-3df42790ea9fb46f23edf15abc90b89a-1 {}] regionserver.HStore(327): Store=3df42790ea9fb46f23edf15abc90b89a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:58:37,696 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1038): replaying wal for e1be3a123bdda43d936ea814fbfd2206 2024-11-21T21:58:37,697 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1038): replaying wal for 3df42790ea9fb46f23edf15abc90b89a 2024-11-21T21:58:37,697 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/default/SPTestTable/e1be3a123bdda43d936ea814fbfd2206 2024-11-21T21:58:37,697 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/default/SPTestTable/3df42790ea9fb46f23edf15abc90b89a 2024-11-21T21:58:37,699 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/default/SPTestTable/3df42790ea9fb46f23edf15abc90b89a 2024-11-21T21:58:37,699 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/default/SPTestTable/e1be3a123bdda43d936ea814fbfd2206 2024-11-21T21:58:37,699 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1048): stopping wal replay for e1be3a123bdda43d936ea814fbfd2206 2024-11-21T21:58:37,699 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1060): Cleaning up temporary data for e1be3a123bdda43d936ea814fbfd2206 2024-11-21T21:58:37,699 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1048): stopping wal replay for 3df42790ea9fb46f23edf15abc90b89a 2024-11-21T21:58:37,699 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1060): Cleaning up temporary data for 3df42790ea9fb46f23edf15abc90b89a 2024-11-21T21:58:37,701 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1093): writing seq id for e1be3a123bdda43d936ea814fbfd2206 2024-11-21T21:58:37,702 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): writing seq id for 3df42790ea9fb46f23edf15abc90b89a 2024-11-21T21:58:37,702 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1114): Opened e1be3a123bdda43d936ea814fbfd2206; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66767686, jitterRate=-0.005083948373794556}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T21:58:37,702 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e1be3a123bdda43d936ea814fbfd2206 2024-11-21T21:58:37,703 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1006): Region open journal for e1be3a123bdda43d936ea814fbfd2206: Running coprocessor pre-open hook at 1732226317692Writing region info on filesystem at 1732226317692Initializing all the Stores at 1732226317693 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226317693Cleaning up temporary data from old regions at 1732226317699 (+6 ms)Running coprocessor post-open hooks at 1732226317702 (+3 ms)Region opened successfully at 1732226317702 2024-11-21T21:58:37,703 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1114): Opened 3df42790ea9fb46f23edf15abc90b89a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66008677, jitterRate=-0.01639406383037567}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T21:58:37,703 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3df42790ea9fb46f23edf15abc90b89a 2024-11-21T21:58:37,703 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1006): Region open journal for 3df42790ea9fb46f23edf15abc90b89a: Running coprocessor pre-open hook at 1732226317691Writing region info on filesystem at 1732226317691Initializing all the Stores at 1732226317693 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226317693Cleaning up temporary data from old regions at 1732226317699 (+6 ms)Running coprocessor post-open hooks at 1732226317703 (+4 ms)Region opened successfully at 1732226317703 2024-11-21T21:58:37,704 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732226256523.e1be3a123bdda43d936ea814fbfd2206., pid=48, masterSystemTime=1732226317681 2024-11-21T21:58:37,704 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732226256523.3df42790ea9fb46f23edf15abc90b89a., pid=47, masterSystemTime=1732226317681 2024-11-21T21:58:37,706 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732226256523.e1be3a123bdda43d936ea814fbfd2206. 2024-11-21T21:58:37,706 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732226256523.e1be3a123bdda43d936ea814fbfd2206. 2024-11-21T21:58:37,706 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732226256523.bd6288814d98e68a44905ff9f169d671. 2024-11-21T21:58:37,706 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7752): Opening region: {ENCODED => bd6288814d98e68a44905ff9f169d671, NAME => 'SPTestTable,4ccccccb,1732226256523.bd6288814d98e68a44905ff9f169d671.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-21T21:58:37,706 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable bd6288814d98e68a44905ff9f169d671 2024-11-21T21:58:37,707 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=e1be3a123bdda43d936ea814fbfd2206, regionState=OPEN, openSeqNum=2, regionLocation=2a884b411602,42513,1732226244084 2024-11-21T21:58:37,707 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732226256523.bd6288814d98e68a44905ff9f169d671.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:58:37,707 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7794): checking encryption for bd6288814d98e68a44905ff9f169d671 2024-11-21T21:58:37,707 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7797): checking classloading for bd6288814d98e68a44905ff9f169d671 2024-11-21T21:58:37,708 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732226256523.3df42790ea9fb46f23edf15abc90b89a. 2024-11-21T21:58:37,708 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732226256523.3df42790ea9fb46f23edf15abc90b89a. 2024-11-21T21:58:37,709 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732226256523.e4aea850fd6895fdd487d24b98dfc9e4. 2024-11-21T21:58:37,709 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => e4aea850fd6895fdd487d24b98dfc9e4, NAME => 'SPTestTable,19999999,1732226256523.e4aea850fd6895fdd487d24b98dfc9e4.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-21T21:58:37,709 INFO [StoreOpener-bd6288814d98e68a44905ff9f169d671-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region bd6288814d98e68a44905ff9f169d671 2024-11-21T21:58:37,709 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e4aea850fd6895fdd487d24b98dfc9e4 2024-11-21T21:58:37,709 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732226256523.e4aea850fd6895fdd487d24b98dfc9e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:58:37,709 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7794): checking encryption for e4aea850fd6895fdd487d24b98dfc9e4 2024-11-21T21:58:37,709 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7797): checking classloading for e4aea850fd6895fdd487d24b98dfc9e4 2024-11-21T21:58:37,710 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=46 updating hbase:meta row=3df42790ea9fb46f23edf15abc90b89a, regionState=OPEN, openSeqNum=2, regionLocation=2a884b411602,42029,1732226244196 2024-11-21T21:58:37,710 INFO [StoreOpener-bd6288814d98e68a44905ff9f169d671-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd6288814d98e68a44905ff9f169d671 columnFamilyName cf 2024-11-21T21:58:37,710 DEBUG [StoreOpener-bd6288814d98e68a44905ff9f169d671-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:58:37,711 INFO [StoreOpener-bd6288814d98e68a44905ff9f169d671-1 {}] regionserver.HStore(327): Store=bd6288814d98e68a44905ff9f169d671/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:58:37,711 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1038): replaying wal for bd6288814d98e68a44905ff9f169d671 2024-11-21T21:58:37,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure e1be3a123bdda43d936ea814fbfd2206, server=2a884b411602,42513,1732226244084 because future has completed 2024-11-21T21:58:37,712 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/default/SPTestTable/bd6288814d98e68a44905ff9f169d671 2024-11-21T21:58:37,713 INFO [StoreOpener-e4aea850fd6895fdd487d24b98dfc9e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e4aea850fd6895fdd487d24b98dfc9e4 2024-11-21T21:58:37,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=46, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3df42790ea9fb46f23edf15abc90b89a, server=2a884b411602,42029,1732226244196 because future has completed 2024-11-21T21:58:37,714 INFO [StoreOpener-e4aea850fd6895fdd487d24b98dfc9e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4aea850fd6895fdd487d24b98dfc9e4 columnFamilyName cf 2024-11-21T21:58:37,714 DEBUG [StoreOpener-e4aea850fd6895fdd487d24b98dfc9e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:58:37,715 INFO [StoreOpener-e4aea850fd6895fdd487d24b98dfc9e4-1 {}] regionserver.HStore(327): Store=e4aea850fd6895fdd487d24b98dfc9e4/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:58:37,715 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1038): replaying wal for e4aea850fd6895fdd487d24b98dfc9e4 2024-11-21T21:58:37,715 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/default/SPTestTable/bd6288814d98e68a44905ff9f169d671 2024-11-21T21:58:37,715 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=45 2024-11-21T21:58:37,716 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=45, state=SUCCESS, hasLock=false; OpenRegionProcedure e1be3a123bdda43d936ea814fbfd2206, server=2a884b411602,42513,1732226244084 in 10.0700 sec 2024-11-21T21:58:37,716 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1048): stopping wal replay for bd6288814d98e68a44905ff9f169d671 2024-11-21T21:58:37,716 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1060): Cleaning up temporary data for bd6288814d98e68a44905ff9f169d671 2024-11-21T21:58:37,716 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/default/SPTestTable/e4aea850fd6895fdd487d24b98dfc9e4 2024-11-21T21:58:37,718 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-21T21:58:37,718 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; OpenRegionProcedure 3df42790ea9fb46f23edf15abc90b89a, server=2a884b411602,42029,1732226244196 in 10.0740 sec 2024-11-21T21:58:37,718 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e1be3a123bdda43d936ea814fbfd2206, ASSIGN in 10.3550 sec 2024-11-21T21:58:37,718 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e1be3a123bdda43d936ea814fbfd2206 2024-11-21T21:58:37,719 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1093): writing seq id for bd6288814d98e68a44905ff9f169d671 2024-11-21T21:58:37,720 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/default/SPTestTable/e4aea850fd6895fdd487d24b98dfc9e4 2024-11-21T21:58:37,721 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3df42790ea9fb46f23edf15abc90b89a, ASSIGN in 10.3570 sec 2024-11-21T21:58:37,721 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3df42790ea9fb46f23edf15abc90b89a 2024-11-21T21:58:37,721 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1114): Opened bd6288814d98e68a44905ff9f169d671; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73782887, jitterRate=0.09945069253444672}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T21:58:37,721 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bd6288814d98e68a44905ff9f169d671 2024-11-21T21:58:37,721 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1006): Region open journal for bd6288814d98e68a44905ff9f169d671: Running coprocessor pre-open hook at 1732226317707Writing region info on filesystem at 1732226317707Initializing all the Stores at 1732226317708 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226317708Cleaning up temporary data from old regions at 1732226317716 (+8 ms)Running coprocessor post-open hooks at 1732226317721 (+5 ms)Region opened successfully at 1732226317721 2024-11-21T21:58:37,723 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732226256523.bd6288814d98e68a44905ff9f169d671., pid=49, masterSystemTime=1732226317681 2024-11-21T21:58:37,725 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732226256523.bd6288814d98e68a44905ff9f169d671. 2024-11-21T21:58:37,725 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732226256523.bd6288814d98e68a44905ff9f169d671. 2024-11-21T21:58:37,725 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=bd6288814d98e68a44905ff9f169d671, regionState=OPEN, openSeqNum=2, regionLocation=2a884b411602,42513,1732226244084 2024-11-21T21:58:37,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure bd6288814d98e68a44905ff9f169d671, server=2a884b411602,42513,1732226244084 because future has completed 2024-11-21T21:58:37,730 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=43 2024-11-21T21:58:37,731 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=43, state=SUCCESS, hasLock=false; OpenRegionProcedure bd6288814d98e68a44905ff9f169d671, server=2a884b411602,42513,1732226244084 in 10.0850 sec 2024-11-21T21:58:37,732 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bd6288814d98e68a44905ff9f169d671, ASSIGN in 10.3700 sec 2024-11-21T21:58:37,732 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bd6288814d98e68a44905ff9f169d671 2024-11-21T21:58:37,735 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1048): stopping wal replay for e4aea850fd6895fdd487d24b98dfc9e4 2024-11-21T21:58:37,735 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for e4aea850fd6895fdd487d24b98dfc9e4 2024-11-21T21:58:37,737 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1093): writing seq id for e4aea850fd6895fdd487d24b98dfc9e4 2024-11-21T21:58:37,738 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1114): Opened e4aea850fd6895fdd487d24b98dfc9e4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64758838, jitterRate=-0.03501811623573303}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T21:58:37,738 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e4aea850fd6895fdd487d24b98dfc9e4 2024-11-21T21:58:37,738 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1006): Region open journal for e4aea850fd6895fdd487d24b98dfc9e4: Running coprocessor pre-open hook at 1732226317709Writing region info on filesystem at 1732226317709Initializing all the Stores at 1732226317710 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226317710Cleaning up temporary data from old regions at 1732226317735 (+25 ms)Running coprocessor post-open hooks at 1732226317738 (+3 ms)Region opened successfully at 1732226317738 2024-11-21T21:58:37,739 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732226256523.e4aea850fd6895fdd487d24b98dfc9e4., pid=50, masterSystemTime=1732226317681 2024-11-21T21:58:37,741 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732226256523.e4aea850fd6895fdd487d24b98dfc9e4. 2024-11-21T21:58:37,741 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732226256523.e4aea850fd6895fdd487d24b98dfc9e4. 2024-11-21T21:58:37,742 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=e4aea850fd6895fdd487d24b98dfc9e4, regionState=OPEN, openSeqNum=2, regionLocation=2a884b411602,42029,1732226244196 2024-11-21T21:58:37,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure e4aea850fd6895fdd487d24b98dfc9e4, server=2a884b411602,42029,1732226244196 because future has completed 2024-11-21T21:58:37,746 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=44 2024-11-21T21:58:37,746 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure e4aea850fd6895fdd487d24b98dfc9e4, server=2a884b411602,42029,1732226244196 in 10.1000 sec 2024-11-21T21:58:37,748 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e4aea850fd6895fdd487d24b98dfc9e4 2024-11-21T21:58:37,749 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=36 2024-11-21T21:58:37,749 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e4aea850fd6895fdd487d24b98dfc9e4, ASSIGN in 10.3850 sec 2024-11-21T21:58:37,749 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(291): removed crashed server 2a884b411602,37097,1732226244245 after splitting done 2024-11-21T21:58:37,752 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 2a884b411602,37097,1732226244245, splitWal=true, meta=true in 41.0000 sec 2024-11-21T21:58:43,223 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T21:58:47,722 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42513 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-21T21:58:47,723 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42513 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-21T21:58:47,723 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732226256523.e1be3a123bdda43d936ea814fbfd2206. 2024-11-21T21:58:47,723 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732226256523.bd6288814d98e68a44905ff9f169d671. 2024-11-21T21:58:47,724 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for e1be3a123bdda43d936ea814fbfd2206: 2024-11-21T21:58:47,724 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for bd6288814d98e68a44905ff9f169d671: 2024-11-21T21:58:47,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-21T21:58:47,724 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732226256523.e1be3a123bdda43d936ea814fbfd2206. for SnapshotProcedureTest completed. 2024-11-21T21:58:47,724 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732226256523.bd6288814d98e68a44905ff9f169d671. for SnapshotProcedureTest completed. 2024-11-21T21:58:47,724 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732226256523.3df42790ea9fb46f23edf15abc90b89a. 2024-11-21T21:58:47,725 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-21T21:58:47,725 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732226256523.bd6288814d98e68a44905ff9f169d671.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T21:58:47,725 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732226256523.e1be3a123bdda43d936ea814fbfd2206.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T21:58:47,725 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 3df42790ea9fb46f23edf15abc90b89a: 2024-11-21T21:58:47,725 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T21:58:47,725 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T21:58:47,725 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732226256523.3df42790ea9fb46f23edf15abc90b89a. for SnapshotProcedureTest completed. 2024-11-21T21:58:47,725 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732226256523.e4aea850fd6895fdd487d24b98dfc9e4. 2024-11-21T21:58:47,725 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T21:58:47,725 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T21:58:47,726 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732226256523.3df42790ea9fb46f23edf15abc90b89a.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T21:58:47,726 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for e4aea850fd6895fdd487d24b98dfc9e4: 2024-11-21T21:58:47,726 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T21:58:47,726 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732226256523.e4aea850fd6895fdd487d24b98dfc9e4. for SnapshotProcedureTest completed. 2024-11-21T21:58:47,726 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T21:58:47,726 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732226256523.e4aea850fd6895fdd487d24b98dfc9e4.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T21:58:47,727 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T21:58:47,727 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T21:58:47,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45807 is added to blk_1073741862_1038 (size=65) 2024-11-21T21:58:47,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34371 is added to blk_1073741862_1038 (size=65) 2024-11-21T21:58:47,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741862_1038 (size=65) 2024-11-21T21:58:47,747 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732226256523.bd6288814d98e68a44905ff9f169d671. 2024-11-21T21:58:47,747 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-21T21:58:47,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34371 is added to blk_1073741864_1040 (size=65) 2024-11-21T21:58:47,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741864_1040 (size=65) 2024-11-21T21:58:47,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-21T21:58:47,748 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region bd6288814d98e68a44905ff9f169d671 2024-11-21T21:58:47,748 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bd6288814d98e68a44905ff9f169d671 2024-11-21T21:58:47,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45807 is added to blk_1073741864_1040 (size=65) 2024-11-21T21:58:47,748 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732226256523.3df42790ea9fb46f23edf15abc90b89a. 2024-11-21T21:58:47,748 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-21T21:58:47,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-21T21:58:47,749 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3df42790ea9fb46f23edf15abc90b89a 2024-11-21T21:58:47,749 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3df42790ea9fb46f23edf15abc90b89a 2024-11-21T21:58:47,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741865_1041 (size=57) 2024-11-21T21:58:47,752 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure bd6288814d98e68a44905ff9f169d671 in 51.1760 sec 2024-11-21T21:58:47,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34371 is added to blk_1073741865_1041 (size=57) 2024-11-21T21:58:47,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45807 is added to blk_1073741865_1041 (size=57) 2024-11-21T21:58:47,752 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3df42790ea9fb46f23edf15abc90b89a in 51.1760 sec 2024-11-21T21:58:47,753 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732226256523.e1be3a123bdda43d936ea814fbfd2206. 2024-11-21T21:58:47,753 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-21T21:58:47,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741863_1039 (size=65) 2024-11-21T21:58:47,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-21T21:58:47,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34371 is added to blk_1073741863_1039 (size=65) 2024-11-21T21:58:47,754 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e1be3a123bdda43d936ea814fbfd2206 2024-11-21T21:58:47,754 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e1be3a123bdda43d936ea814fbfd2206 2024-11-21T21:58:47,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45807 is added to blk_1073741863_1039 (size=65) 2024-11-21T21:58:47,755 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732226256523.e4aea850fd6895fdd487d24b98dfc9e4. 2024-11-21T21:58:47,755 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-21T21:58:47,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-21T21:58:47,756 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e4aea850fd6895fdd487d24b98dfc9e4 2024-11-21T21:58:47,756 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e4aea850fd6895fdd487d24b98dfc9e4 2024-11-21T21:58:47,756 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e1be3a123bdda43d936ea814fbfd2206 in 51.1810 sec 2024-11-21T21:58:47,758 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=25 2024-11-21T21:58:47,758 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e4aea850fd6895fdd487d24b98dfc9e4 in 51.1830 sec 2024-11-21T21:58:47,758 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-21T21:58:47,760 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-21T21:58:47,762 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-21T21:58:47,762 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-21T21:58:47,765 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-21T21:58:47,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34371 is added to blk_1073741866_1042 (size=1094) 2024-11-21T21:58:47,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45807 is added to blk_1073741866_1042 (size=1094) 2024-11-21T21:58:47,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741866_1042 (size=1094) 2024-11-21T21:58:47,793 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-21T21:58:47,801 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=57, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=58, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=59, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=60, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-21T21:58:47,807 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=59, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2a884b411602,42513,1732226244084 2024-11-21T21:58:47,807 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2a884b411602,42513,1732226244084 2024-11-21T21:58:47,807 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=60, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2a884b411602,42029,1732226244196 2024-11-21T21:58:47,807 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2a884b411602,42029,1732226244196 2024-11-21T21:58:47,807 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2a884b411602,42513,1732226244084 2024-11-21T21:58:47,811 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2a884b411602,42029,1732226244196 2024-11-21T21:58:52,508 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T21:58:57,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-21T21:58:57,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42513 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=58 2024-11-21T21:58:57,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42513 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-21T21:58:57,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-21T21:58:57,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42513 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=59 2024-11-21T21:58:57,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=60 2024-11-21T21:58:57,823 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=58}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-21T21:58:57,824 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-21T21:58:57,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-21T21:58:57,826 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-21T21:58:57,826 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-21T21:58:57,874 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-21T21:58:57,875 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-21T21:58:57,875 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-21T21:58:57,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] master.HMaster(4169): Remote procedure done, pid=58 2024-11-21T21:58:57,876 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-21T21:58:57,876 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2a884b411602,42513,1732226244084 Release verify snapshot worker=2a884b411602,42513,1732226244084 2024-11-21T21:58:57,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45425 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-21T21:58:57,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-21T21:58:57,880 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2a884b411602,42513,1732226244084 in 10.0750 sec 2024-11-21T21:58:57,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45425 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-21T21:58:57,881 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2a884b411602,42513,1732226244084 2024-11-21T21:58:57,881 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2a884b411602,42513,1732226244084 Release verify snapshot worker=2a884b411602,42513,1732226244084 2024-11-21T21:58:57,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45425 {}] master.HMaster(4169): Remote procedure done, pid=60 2024-11-21T21:58:57,885 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2a884b411602,42513,1732226244084 in 10.0800 sec 2024-11-21T21:58:57,885 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=60, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2a884b411602,42029,1732226244196 Release verify snapshot worker=2a884b411602,42029,1732226244196 2024-11-21T21:58:57,885 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2a884b411602,42029,1732226244196 Release verify snapshot worker=2a884b411602,42029,1732226244196 2024-11-21T21:58:57,886 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2a884b411602,42513,1732226244084 2024-11-21T21:58:57,887 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2a884b411602,42029,1732226244196 2024-11-21T21:58:57,887 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2a884b411602,42029,1732226244196 2024-11-21T21:58:57,888 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2a884b411602,42029,1732226244196 in 10.0840 sec 2024-11-21T21:58:57,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2a884b411602,42029,1732226244196 in 10.0840 sec 2024-11-21T21:58:57,889 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=59, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2a884b411602,42513,1732226244084 Release verify snapshot worker=2a884b411602,42513,1732226244084 2024-11-21T21:58:57,889 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2a884b411602,42029,1732226244196 Release verify snapshot worker=2a884b411602,42029,1732226244196 2024-11-21T21:58:57,891 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2a884b411602,42513,1732226244084 in 10.0890 sec 2024-11-21T21:58:57,892 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2a884b411602,42029,1732226244196 in 10.0890 sec 2024-11-21T21:59:00,325 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2a884b411602:45425 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-21T21:59:02,064 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 28760 2024-11-21T21:59:07,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42513 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-21T21:59:07,884 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42513 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-21T21:59:07,884 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-21T21:59:07,885 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-21T21:59:07,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45425 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-21T21:59:07,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45425 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-21T21:59:07,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=57 2024-11-21T21:59:07,890 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2a884b411602,42513,1732226244084 Release verify snapshot worker=2a884b411602,42513,1732226244084 2024-11-21T21:59:07,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-21T21:59:07,890 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-21T21:59:07,890 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-21T21:59:07,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-21T21:59:07,893 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2a884b411602,42513,1732226244084 Release verify snapshot worker=2a884b411602,42513,1732226244084 2024-11-21T21:59:07,893 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2a884b411602,42513,1732226244084 in 20.0890 sec 2024-11-21T21:59:07,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-21T21:59:07,894 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2a884b411602,42029,1732226244196 Release verify snapshot worker=2a884b411602,42029,1732226244196 2024-11-21T21:59:07,895 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2a884b411602,42513,1732226244084 in 20.0920 sec 2024-11-21T21:59:07,895 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2a884b411602,42029,1732226244196 Release verify snapshot worker=2a884b411602,42029,1732226244196 2024-11-21T21:59:07,895 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2a884b411602,42029,1732226244196 in 20.0930 sec 2024-11-21T21:59:07,897 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=25 2024-11-21T21:59:07,897 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2a884b411602,42029,1732226244196 in 20.0940 sec 2024-11-21T21:59:07,897 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-21T21:59:07,899 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/.hbase-snapshot/SnapshotProcedureTest 2024-11-21T21:59:07,900 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-21T21:59:07,901 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-21T21:59:07,903 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 1 mins, 11.367 sec 2024-11-21T21:59:08,086 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-21T21:59:08,088 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2a884b411602:37097 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 2a884b411602/172.17.0.2:37097 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T21:59:08,088 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,37097,1732226244245, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2a884b411602,37097,1732226244245, seqNum=-1, error=java.net.ConnectException: Call to address=2a884b411602:37097 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 2a884b411602/172.17.0.2:37097 2024-11-21T21:59:08,088 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,37097,1732226244245, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-21T21:59:08,088 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2a884b411602,37097,1732226244245, seqNum=-1 from cache 2024-11-21T21:59:08,089 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address 2a884b411602:37097 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 2a884b411602/172.17.0.2:37097 2024-11-21T21:59:08,193 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T21:59:08,195 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2a884b411602,42513,1732226244084, seqNum=-1] 2024-11-21T21:59:08,224 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-21T21:59:08,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T21:59:08,224 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T21:59:08,224 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T21:59:08,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T21:59:08,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T21:59:08,224 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T21:59:08,225 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=831879446, stopped=false 2024-11-21T21:59:08,225 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2a884b411602,45425,1732226243371 2024-11-21T21:59:08,225 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T21:59:08,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x10160b06ac10000, quorum=127.0.0.1:55224, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T21:59:08,290 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42513-0x10160b06ac10001, quorum=127.0.0.1:55224, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T21:59:08,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42029-0x10160b06ac10002, quorum=127.0.0.1:55224, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T21:59:08,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x10160b06ac10000, quorum=127.0.0.1:55224, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:59:08,290 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42513-0x10160b06ac10001, quorum=127.0.0.1:55224, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:59:08,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42029-0x10160b06ac10002, quorum=127.0.0.1:55224, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:59:08,290 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T21:59:08,291 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T21:59:08,291 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T21:59:08,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T21:59:08,292 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42029-0x10160b06ac10002, quorum=127.0.0.1:55224, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T21:59:08,292 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42513-0x10160b06ac10001, quorum=127.0.0.1:55224, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T21:59:08,292 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45425-0x10160b06ac10000, quorum=127.0.0.1:55224, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T21:59:08,292 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2a884b411602,42513,1732226244084' ***** 2024-11-21T21:59:08,292 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T21:59:08,292 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2a884b411602,42029,1732226244196' ***** 2024-11-21T21:59:08,292 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T21:59:08,293 INFO [RS:1;2a884b411602:42029 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T21:59:08,293 INFO [RS:1;2a884b411602:42029 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T21:59:08,293 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T21:59:08,293 INFO [RS:1;2a884b411602:42029 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T21:59:08,293 INFO [RS:1;2a884b411602:42029 {}] regionserver.HRegionServer(3091): Received CLOSE for 4266fd4634398c60ab0883221f638d46 2024-11-21T21:59:08,293 INFO [regionserver/2a884b411602:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T21:59:08,293 INFO [RS:0;2a884b411602:42513 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T21:59:08,294 INFO [RS:1;2a884b411602:42029 {}] regionserver.HRegionServer(3091): Received CLOSE for e4aea850fd6895fdd487d24b98dfc9e4 2024-11-21T21:59:08,294 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T21:59:08,294 INFO [RS:1;2a884b411602:42029 {}] regionserver.HRegionServer(3091): Received CLOSE for 74d884679aa0df866c6f412f29a3651a 2024-11-21T21:59:08,294 INFO [RS:0;2a884b411602:42513 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T21:59:08,294 INFO [RS:1;2a884b411602:42029 {}] regionserver.HRegionServer(3091): Received CLOSE for 3df42790ea9fb46f23edf15abc90b89a 2024-11-21T21:59:08,294 INFO [RS:0;2a884b411602:42513 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T21:59:08,294 INFO [RS:0;2a884b411602:42513 {}] regionserver.HRegionServer(3091): Received CLOSE for 4dbf66a07a75e8431642726c5f6453d7 2024-11-21T21:59:08,294 INFO [RS:1;2a884b411602:42029 {}] regionserver.HRegionServer(3091): Received CLOSE for 57bd8e47b65925ed53f659c45b7cb879 2024-11-21T21:59:08,294 INFO [RS:1;2a884b411602:42029 {}] regionserver.HRegionServer(959): stopping server 2a884b411602,42029,1732226244196 2024-11-21T21:59:08,294 INFO [RS:0;2a884b411602:42513 {}] regionserver.HRegionServer(3091): Received CLOSE for e1be3a123bdda43d936ea814fbfd2206 2024-11-21T21:59:08,294 INFO [RS:1;2a884b411602:42029 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T21:59:08,294 INFO [RS:0;2a884b411602:42513 {}] regionserver.HRegionServer(3091): Received CLOSE for bd6288814d98e68a44905ff9f169d671 2024-11-21T21:59:08,294 INFO [RS:0;2a884b411602:42513 {}] regionserver.HRegionServer(3091): Received CLOSE for 3e2339971bb03fa60191d8c8674d9083 2024-11-21T21:59:08,294 INFO [RS:1;2a884b411602:42029 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;2a884b411602:42029. 2024-11-21T21:59:08,294 INFO [RS:0;2a884b411602:42513 {}] regionserver.HRegionServer(3091): Received CLOSE for f39d64fac3bff2136ba9f9313267d672 2024-11-21T21:59:08,294 INFO [RS:0;2a884b411602:42513 {}] regionserver.HRegionServer(959): stopping server 2a884b411602,42513,1732226244084 2024-11-21T21:59:08,294 INFO [RS:0;2a884b411602:42513 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T21:59:08,294 DEBUG [RS:1;2a884b411602:42029 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T21:59:08,294 DEBUG [RS:1;2a884b411602:42029 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T21:59:08,294 INFO [RS:0;2a884b411602:42513 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2a884b411602:42513. 2024-11-21T21:59:08,294 DEBUG [RS:0;2a884b411602:42513 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T21:59:08,294 DEBUG [RS:0;2a884b411602:42513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T21:59:08,294 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4266fd4634398c60ab0883221f638d46, disabling compactions & flushes 2024-11-21T21:59:08,294 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4dbf66a07a75e8431642726c5f6453d7, disabling compactions & flushes 2024-11-21T21:59:08,294 INFO [RS:1;2a884b411602:42029 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-21T21:59:08,295 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732226256523.4266fd4634398c60ab0883221f638d46. 2024-11-21T21:59:08,295 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732226256523.4dbf66a07a75e8431642726c5f6453d7. 2024-11-21T21:59:08,295 DEBUG [RS:1;2a884b411602:42029 {}] regionserver.HRegionServer(1325): Online Regions={4266fd4634398c60ab0883221f638d46=SPTestTable,33333332,1732226256523.4266fd4634398c60ab0883221f638d46., e4aea850fd6895fdd487d24b98dfc9e4=SPTestTable,19999999,1732226256523.e4aea850fd6895fdd487d24b98dfc9e4., 74d884679aa0df866c6f412f29a3651a=SPTestTable,b333332f,1732226256523.74d884679aa0df866c6f412f29a3651a., 3df42790ea9fb46f23edf15abc90b89a=SPTestTable,99999996,1732226256523.3df42790ea9fb46f23edf15abc90b89a., 57bd8e47b65925ed53f659c45b7cb879=SPTestTable,66666664,1732226256523.57bd8e47b65925ed53f659c45b7cb879.} 2024-11-21T21:59:08,295 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732226256523.4266fd4634398c60ab0883221f638d46. 2024-11-21T21:59:08,295 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732226256523.4dbf66a07a75e8431642726c5f6453d7. 2024-11-21T21:59:08,295 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732226256523.4dbf66a07a75e8431642726c5f6453d7. after waiting 0 ms 2024-11-21T21:59:08,295 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732226256523.4266fd4634398c60ab0883221f638d46. after waiting 0 ms 2024-11-21T21:59:08,295 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732226256523.4dbf66a07a75e8431642726c5f6453d7. 2024-11-21T21:59:08,295 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732226256523.4266fd4634398c60ab0883221f638d46. 2024-11-21T21:59:08,295 INFO [RS:0;2a884b411602:42513 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T21:59:08,295 INFO [RS:0;2a884b411602:42513 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T21:59:08,295 INFO [RS:0;2a884b411602:42513 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T21:59:08,295 DEBUG [RS:1;2a884b411602:42029 {}] regionserver.HRegionServer(1351): Waiting on 3df42790ea9fb46f23edf15abc90b89a, 4266fd4634398c60ab0883221f638d46, 57bd8e47b65925ed53f659c45b7cb879, 74d884679aa0df866c6f412f29a3651a, e4aea850fd6895fdd487d24b98dfc9e4 2024-11-21T21:59:08,295 INFO [RS:0;2a884b411602:42513 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T21:59:08,298 INFO [RS:0;2a884b411602:42513 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-21T21:59:08,298 DEBUG [RS:0;2a884b411602:42513 {}] regionserver.HRegionServer(1325): Online Regions={4dbf66a07a75e8431642726c5f6453d7=SPTestTable,7ffffffd,1732226256523.4dbf66a07a75e8431642726c5f6453d7., e1be3a123bdda43d936ea814fbfd2206=SPTestTable,e6666661,1732226256523.e1be3a123bdda43d936ea814fbfd2206., bd6288814d98e68a44905ff9f169d671=SPTestTable,4ccccccb,1732226256523.bd6288814d98e68a44905ff9f169d671., 1588230740=hbase:meta,,1.1588230740, 3e2339971bb03fa60191d8c8674d9083=SPTestTable,,1732226256523.3e2339971bb03fa60191d8c8674d9083., f39d64fac3bff2136ba9f9313267d672=SPTestTable,ccccccc8,1732226256523.f39d64fac3bff2136ba9f9313267d672.} 2024-11-21T21:59:08,299 DEBUG [RS_CLOSE_META-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T21:59:08,299 DEBUG [RS:0;2a884b411602:42513 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3e2339971bb03fa60191d8c8674d9083, 4dbf66a07a75e8431642726c5f6453d7, bd6288814d98e68a44905ff9f169d671, e1be3a123bdda43d936ea814fbfd2206, f39d64fac3bff2136ba9f9313267d672 2024-11-21T21:59:08,299 INFO [RS_CLOSE_META-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T21:59:08,299 DEBUG [RS_CLOSE_META-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T21:59:08,299 DEBUG [RS_CLOSE_META-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T21:59:08,299 DEBUG [RS_CLOSE_META-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T21:59:08,299 INFO [RS_CLOSE_META-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=3.91 KB heapSize=7.27 KB 2024-11-21T21:59:08,304 INFO [regionserver/2a884b411602:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T21:59:08,307 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/default/SPTestTable/4dbf66a07a75e8431642726c5f6453d7/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-21T21:59:08,308 DEBUG [RS_CLOSE_META-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/hbase/meta/1588230740/.tmp/info/cbe90c9459dc46a780fdfccbdb6305d0 is 167, key is SPTestTable,19999999,1732226256523.e4aea850fd6895fdd487d24b98dfc9e4./info:regioninfo/1732226317742/Put/seqid=0 2024-11-21T21:59:08,313 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/default/SPTestTable/4266fd4634398c60ab0883221f638d46/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-21T21:59:08,314 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732226256523.4dbf66a07a75e8431642726c5f6453d7. 2024-11-21T21:59:08,314 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4dbf66a07a75e8431642726c5f6453d7: Waiting for close lock at 1732226348294Running coprocessor pre-close hooks at 1732226348294Disabling compacts and flushes for region at 1732226348294Disabling writes for close at 1732226348295 (+1 ms)Writing region close event to WAL at 1732226348295Running coprocessor post-close hooks at 1732226348312 (+17 ms)Closed at 1732226348314 (+2 ms) 2024-11-21T21:59:08,314 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732226256523.4266fd4634398c60ab0883221f638d46. 2024-11-21T21:59:08,314 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4266fd4634398c60ab0883221f638d46: Waiting for close lock at 1732226348294Running coprocessor pre-close hooks at 1732226348294Disabling compacts and flushes for region at 1732226348294Disabling writes for close at 1732226348295 (+1 ms)Writing region close event to WAL at 1732226348295Running coprocessor post-close hooks at 1732226348314 (+19 ms)Closed at 1732226348314 2024-11-21T21:59:08,314 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1732226256523.4266fd4634398c60ab0883221f638d46. 2024-11-21T21:59:08,314 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1732226256523.4dbf66a07a75e8431642726c5f6453d7. 2024-11-21T21:59:08,315 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e4aea850fd6895fdd487d24b98dfc9e4, disabling compactions & flushes 2024-11-21T21:59:08,315 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e1be3a123bdda43d936ea814fbfd2206, disabling compactions & flushes 2024-11-21T21:59:08,315 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732226256523.e4aea850fd6895fdd487d24b98dfc9e4. 2024-11-21T21:59:08,315 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732226256523.e1be3a123bdda43d936ea814fbfd2206. 2024-11-21T21:59:08,315 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732226256523.e4aea850fd6895fdd487d24b98dfc9e4. 2024-11-21T21:59:08,315 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732226256523.e1be3a123bdda43d936ea814fbfd2206. 2024-11-21T21:59:08,315 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732226256523.e4aea850fd6895fdd487d24b98dfc9e4. after waiting 0 ms 2024-11-21T21:59:08,315 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732226256523.e4aea850fd6895fdd487d24b98dfc9e4. 2024-11-21T21:59:08,315 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732226256523.e1be3a123bdda43d936ea814fbfd2206. after waiting 0 ms 2024-11-21T21:59:08,315 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732226256523.e1be3a123bdda43d936ea814fbfd2206. 2024-11-21T21:59:08,323 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/default/SPTestTable/e1be3a123bdda43d936ea814fbfd2206/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-21T21:59:08,325 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732226256523.e1be3a123bdda43d936ea814fbfd2206. 2024-11-21T21:59:08,325 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e1be3a123bdda43d936ea814fbfd2206: Waiting for close lock at 1732226348315Running coprocessor pre-close hooks at 1732226348315Disabling compacts and flushes for region at 1732226348315Disabling writes for close at 1732226348315Writing region close event to WAL at 1732226348315Running coprocessor post-close hooks at 1732226348324 (+9 ms)Closed at 1732226348325 (+1 ms) 2024-11-21T21:59:08,325 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1732226256523.e1be3a123bdda43d936ea814fbfd2206. 2024-11-21T21:59:08,325 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bd6288814d98e68a44905ff9f169d671, disabling compactions & flushes 2024-11-21T21:59:08,325 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732226256523.bd6288814d98e68a44905ff9f169d671. 2024-11-21T21:59:08,325 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732226256523.bd6288814d98e68a44905ff9f169d671. 2024-11-21T21:59:08,325 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732226256523.bd6288814d98e68a44905ff9f169d671. after waiting 0 ms 2024-11-21T21:59:08,325 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732226256523.bd6288814d98e68a44905ff9f169d671. 2024-11-21T21:59:08,331 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/default/SPTestTable/e4aea850fd6895fdd487d24b98dfc9e4/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-21T21:59:08,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45807 is added to blk_1073741867_1043 (size=9527) 2024-11-21T21:59:08,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741867_1043 (size=9527) 2024-11-21T21:59:08,333 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732226256523.e4aea850fd6895fdd487d24b98dfc9e4. 2024-11-21T21:59:08,333 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e4aea850fd6895fdd487d24b98dfc9e4: Waiting for close lock at 1732226348315Running coprocessor pre-close hooks at 1732226348315Disabling compacts and flushes for region at 1732226348315Disabling writes for close at 1732226348315Writing region close event to WAL at 1732226348316 (+1 ms)Running coprocessor post-close hooks at 1732226348333 (+17 ms)Closed at 1732226348333 2024-11-21T21:59:08,333 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1732226256523.e4aea850fd6895fdd487d24b98dfc9e4. 2024-11-21T21:59:08,333 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 74d884679aa0df866c6f412f29a3651a, disabling compactions & flushes 2024-11-21T21:59:08,333 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732226256523.74d884679aa0df866c6f412f29a3651a. 2024-11-21T21:59:08,333 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732226256523.74d884679aa0df866c6f412f29a3651a. 2024-11-21T21:59:08,334 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732226256523.74d884679aa0df866c6f412f29a3651a. after waiting 0 ms 2024-11-21T21:59:08,334 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732226256523.74d884679aa0df866c6f412f29a3651a. 2024-11-21T21:59:08,335 INFO [RS_CLOSE_META-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.91 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/hbase/meta/1588230740/.tmp/info/cbe90c9459dc46a780fdfccbdb6305d0 2024-11-21T21:59:08,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34371 is added to blk_1073741867_1043 (size=9527) 2024-11-21T21:59:08,339 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/default/SPTestTable/bd6288814d98e68a44905ff9f169d671/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-21T21:59:08,340 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732226256523.bd6288814d98e68a44905ff9f169d671. 2024-11-21T21:59:08,340 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bd6288814d98e68a44905ff9f169d671: Waiting for close lock at 1732226348325Running coprocessor pre-close hooks at 1732226348325Disabling compacts and flushes for region at 1732226348325Disabling writes for close at 1732226348325Writing region close event to WAL at 1732226348330 (+5 ms)Running coprocessor post-close hooks at 1732226348340 (+10 ms)Closed at 1732226348340 2024-11-21T21:59:08,340 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1732226256523.bd6288814d98e68a44905ff9f169d671. 2024-11-21T21:59:08,340 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3e2339971bb03fa60191d8c8674d9083, disabling compactions & flushes 2024-11-21T21:59:08,340 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1732226256523.3e2339971bb03fa60191d8c8674d9083. 2024-11-21T21:59:08,341 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732226256523.3e2339971bb03fa60191d8c8674d9083. 2024-11-21T21:59:08,341 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732226256523.3e2339971bb03fa60191d8c8674d9083. after waiting 0 ms 2024-11-21T21:59:08,341 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732226256523.3e2339971bb03fa60191d8c8674d9083. 2024-11-21T21:59:08,344 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/default/SPTestTable/74d884679aa0df866c6f412f29a3651a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T21:59:08,345 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/default/SPTestTable/3e2339971bb03fa60191d8c8674d9083/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-21T21:59:08,345 DEBUG [RS_CLOSE_META-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/hbase/meta/1588230740/.tmp/info/cbe90c9459dc46a780fdfccbdb6305d0 as hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/hbase/meta/1588230740/info/cbe90c9459dc46a780fdfccbdb6305d0 2024-11-21T21:59:08,345 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732226256523.74d884679aa0df866c6f412f29a3651a. 2024-11-21T21:59:08,345 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1732226256523.3e2339971bb03fa60191d8c8674d9083. 2024-11-21T21:59:08,345 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3e2339971bb03fa60191d8c8674d9083: Waiting for close lock at 1732226348340Running coprocessor pre-close hooks at 1732226348340Disabling compacts and flushes for region at 1732226348340Disabling writes for close at 1732226348341 (+1 ms)Writing region close event to WAL at 1732226348341Running coprocessor post-close hooks at 1732226348345 (+4 ms)Closed at 1732226348345 2024-11-21T21:59:08,345 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 74d884679aa0df866c6f412f29a3651a: Waiting for close lock at 1732226348333Running coprocessor pre-close hooks at 1732226348333Disabling compacts and flushes for region at 1732226348333Disabling writes for close at 1732226348334 (+1 ms)Writing region close event to WAL at 1732226348339 (+5 ms)Running coprocessor post-close hooks at 1732226348345 (+6 ms)Closed at 1732226348345 2024-11-21T21:59:08,345 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1732226256523.3e2339971bb03fa60191d8c8674d9083. 2024-11-21T21:59:08,345 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1732226256523.74d884679aa0df866c6f412f29a3651a. 2024-11-21T21:59:08,346 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f39d64fac3bff2136ba9f9313267d672, disabling compactions & flushes 2024-11-21T21:59:08,346 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3df42790ea9fb46f23edf15abc90b89a, disabling compactions & flushes 2024-11-21T21:59:08,346 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732226256523.f39d64fac3bff2136ba9f9313267d672. 2024-11-21T21:59:08,346 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732226256523.f39d64fac3bff2136ba9f9313267d672. 2024-11-21T21:59:08,346 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732226256523.3df42790ea9fb46f23edf15abc90b89a. 2024-11-21T21:59:08,346 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732226256523.f39d64fac3bff2136ba9f9313267d672. after waiting 0 ms 2024-11-21T21:59:08,346 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732226256523.3df42790ea9fb46f23edf15abc90b89a. 2024-11-21T21:59:08,346 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732226256523.f39d64fac3bff2136ba9f9313267d672. 2024-11-21T21:59:08,346 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732226256523.3df42790ea9fb46f23edf15abc90b89a. after waiting 0 ms 2024-11-21T21:59:08,346 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732226256523.3df42790ea9fb46f23edf15abc90b89a. 2024-11-21T21:59:08,350 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/default/SPTestTable/f39d64fac3bff2136ba9f9313267d672/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T21:59:08,351 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732226256523.f39d64fac3bff2136ba9f9313267d672. 2024-11-21T21:59:08,351 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f39d64fac3bff2136ba9f9313267d672: Waiting for close lock at 1732226348346Running coprocessor pre-close hooks at 1732226348346Disabling compacts and flushes for region at 1732226348346Disabling writes for close at 1732226348346Writing region close event to WAL at 1732226348346Running coprocessor post-close hooks at 1732226348351 (+5 ms)Closed at 1732226348351 2024-11-21T21:59:08,351 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1732226256523.f39d64fac3bff2136ba9f9313267d672. 2024-11-21T21:59:08,352 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/default/SPTestTable/3df42790ea9fb46f23edf15abc90b89a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-21T21:59:08,352 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732226256523.3df42790ea9fb46f23edf15abc90b89a. 2024-11-21T21:59:08,352 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3df42790ea9fb46f23edf15abc90b89a: Waiting for close lock at 1732226348346Running coprocessor pre-close hooks at 1732226348346Disabling compacts and flushes for region at 1732226348346Disabling writes for close at 1732226348346Writing region close event to WAL at 1732226348346Running coprocessor post-close hooks at 1732226348352 (+6 ms)Closed at 1732226348352 2024-11-21T21:59:08,353 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1732226256523.3df42790ea9fb46f23edf15abc90b89a. 2024-11-21T21:59:08,353 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 57bd8e47b65925ed53f659c45b7cb879, disabling compactions & flushes 2024-11-21T21:59:08,353 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732226256523.57bd8e47b65925ed53f659c45b7cb879. 2024-11-21T21:59:08,353 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732226256523.57bd8e47b65925ed53f659c45b7cb879. 2024-11-21T21:59:08,353 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732226256523.57bd8e47b65925ed53f659c45b7cb879. after waiting 0 ms 2024-11-21T21:59:08,353 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732226256523.57bd8e47b65925ed53f659c45b7cb879. 2024-11-21T21:59:08,354 INFO [RS_CLOSE_META-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/hbase/meta/1588230740/info/cbe90c9459dc46a780fdfccbdb6305d0, entries=32, sequenceid=39, filesize=9.3 K 2024-11-21T21:59:08,354 INFO [RS_CLOSE_META-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~3.91 KB/4000, heapSize ~6.50 KB/6656, currentSize=0 B/0 for 1588230740 in 55ms, sequenceid=39, compaction requested=false 2024-11-21T21:59:08,359 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/default/SPTestTable/57bd8e47b65925ed53f659c45b7cb879/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-21T21:59:08,359 DEBUG [RS_CLOSE_META-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/data/hbase/meta/1588230740/recovered.edits/42.seqid, newMaxSeqId=42, maxSeqId=28 2024-11-21T21:59:08,359 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732226256523.57bd8e47b65925ed53f659c45b7cb879. 2024-11-21T21:59:08,359 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 57bd8e47b65925ed53f659c45b7cb879: Waiting for close lock at 1732226348353Running coprocessor pre-close hooks at 1732226348353Disabling compacts and flushes for region at 1732226348353Disabling writes for close at 1732226348353Writing region close event to WAL at 1732226348353Running coprocessor post-close hooks at 1732226348359 (+6 ms)Closed at 1732226348359 2024-11-21T21:59:08,360 DEBUG [RS_CLOSE_META-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T21:59:08,360 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1732226256523.57bd8e47b65925ed53f659c45b7cb879. 2024-11-21T21:59:08,360 INFO [RS_CLOSE_META-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T21:59:08,360 DEBUG [RS_CLOSE_META-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732226348298Running coprocessor pre-close hooks at 1732226348298Disabling compacts and flushes for region at 1732226348298Disabling writes for close at 1732226348299 (+1 ms)Obtaining lock to block concurrent updates at 1732226348299Preparing flush snapshotting stores in 1588230740 at 1732226348299Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=4000, getHeapSize=7376, getOffHeapSize=0, getCellsCount=32 at 1732226348299Flushing stores of hbase:meta,,1.1588230740 at 1732226348300 (+1 ms)Flushing 1588230740/info: creating writer at 1732226348300Flushing 1588230740/info: appending metadata at 1732226348308 (+8 ms)Flushing 1588230740/info: closing flushed file at 1732226348308Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7473c7d: reopening flushed file at 1732226348344 (+36 ms)Finished flush of dataSize ~3.91 KB/4000, heapSize ~6.50 KB/6656, currentSize=0 B/0 for 1588230740 in 55ms, sequenceid=39, compaction requested=false at 1732226348354 (+10 ms)Writing region close event to WAL at 1732226348356 (+2 ms)Running coprocessor post-close hooks at 1732226348359 (+3 ms)Closed at 1732226348360 (+1 ms) 2024-11-21T21:59:08,360 DEBUG [RS_CLOSE_META-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T21:59:08,495 INFO [RS:1;2a884b411602:42029 {}] regionserver.HRegionServer(976): stopping server 2a884b411602,42029,1732226244196; all regions closed. 2024-11-21T21:59:08,499 INFO [RS:0;2a884b411602:42513 {}] regionserver.HRegionServer(976): stopping server 2a884b411602,42513,1732226244084; all regions closed. 2024-11-21T21:59:08,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741835_1011 (size=3530) 2024-11-21T21:59:08,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34371 is added to blk_1073741835_1011 (size=3530) 2024-11-21T21:59:08,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45807 is added to blk_1073741835_1011 (size=3530) 2024-11-21T21:59:08,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741858_1034 (size=5516) 2024-11-21T21:59:08,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34371 is added to blk_1073741858_1034 (size=5516) 2024-11-21T21:59:08,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45807 is added to blk_1073741858_1034 (size=5516) 2024-11-21T21:59:08,508 DEBUG [RS:0;2a884b411602:42513 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/oldWALs 2024-11-21T21:59:08,508 DEBUG [RS:1;2a884b411602:42029 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/oldWALs 2024-11-21T21:59:08,509 INFO [RS:1;2a884b411602:42029 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2a884b411602%2C42029%2C1732226244196:(num 1732226245733) 2024-11-21T21:59:08,509 INFO [RS:0;2a884b411602:42513 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2a884b411602%2C42513%2C1732226244084.meta:.meta(num 1732226297045) 2024-11-21T21:59:08,509 DEBUG [RS:1;2a884b411602:42029 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T21:59:08,509 INFO [RS:1;2a884b411602:42029 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T21:59:08,509 INFO [RS:1;2a884b411602:42029 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T21:59:08,509 INFO [RS:1;2a884b411602:42029 {}] hbase.ChoreService(370): Chore service for: regionserver/2a884b411602:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T21:59:08,509 INFO [RS:1;2a884b411602:42029 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T21:59:08,509 INFO [RS:1;2a884b411602:42029 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T21:59:08,509 INFO [regionserver/2a884b411602:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T21:59:08,509 INFO [RS:1;2a884b411602:42029 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T21:59:08,509 INFO [RS:1;2a884b411602:42029 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T21:59:08,510 INFO [RS:1;2a884b411602:42029 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42029 2024-11-21T21:59:08,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45807 is added to blk_1073741834_1010 (size=3500) 2024-11-21T21:59:08,512 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/WALs/2a884b411602,42513,1732226244084/2a884b411602%2C42513%2C1732226244084.1732226245697 not finished, retry = 0 2024-11-21T21:59:08,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34371 is added to blk_1073741834_1010 (size=3500) 2024-11-21T21:59:08,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741834_1010 (size=3500) 2024-11-21T21:59:08,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42029-0x10160b06ac10002, quorum=127.0.0.1:55224, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2a884b411602,42029,1732226244196 2024-11-21T21:59:08,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x10160b06ac10000, quorum=127.0.0.1:55224, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T21:59:08,539 INFO [RS:1;2a884b411602:42029 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T21:59:08,540 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2a884b411602,42029,1732226244196] 2024-11-21T21:59:08,546 INFO [regionserver/2a884b411602:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T21:59:08,546 INFO [regionserver/2a884b411602:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T21:59:08,557 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2a884b411602,42029,1732226244196 already deleted, retry=false 2024-11-21T21:59:08,557 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2a884b411602,42029,1732226244196 expired; onlineServers=1 2024-11-21T21:59:08,622 DEBUG [RS:0;2a884b411602:42513 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/oldWALs 2024-11-21T21:59:08,622 INFO [RS:0;2a884b411602:42513 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2a884b411602%2C42513%2C1732226244084:(num 1732226245697) 2024-11-21T21:59:08,622 DEBUG [RS:0;2a884b411602:42513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T21:59:08,623 INFO [RS:0;2a884b411602:42513 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T21:59:08,623 INFO [RS:0;2a884b411602:42513 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T21:59:08,623 INFO [RS:0;2a884b411602:42513 {}] hbase.ChoreService(370): Chore service for: regionserver/2a884b411602:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T21:59:08,623 INFO [RS:0;2a884b411602:42513 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T21:59:08,624 INFO [regionserver/2a884b411602:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T21:59:08,624 INFO [RS:0;2a884b411602:42513 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42513 2024-11-21T21:59:08,640 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42513-0x10160b06ac10001, quorum=127.0.0.1:55224, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2a884b411602,42513,1732226244084 2024-11-21T21:59:08,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x10160b06ac10000, quorum=127.0.0.1:55224, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T21:59:08,640 INFO [RS:0;2a884b411602:42513 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T21:59:08,641 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2a884b411602,42513,1732226244084] 2024-11-21T21:59:08,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42029-0x10160b06ac10002, quorum=127.0.0.1:55224, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T21:59:08,649 INFO [RS:1;2a884b411602:42029 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T21:59:08,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42029-0x10160b06ac10002, quorum=127.0.0.1:55224, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T21:59:08,649 INFO [RS:1;2a884b411602:42029 {}] regionserver.HRegionServer(1031): Exiting; stopping=2a884b411602,42029,1732226244196; zookeeper connection closed. 2024-11-21T21:59:08,649 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2a67d3b1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2a67d3b1 2024-11-21T21:59:08,657 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2a884b411602,42513,1732226244084 already deleted, retry=false 2024-11-21T21:59:08,657 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2a884b411602,42513,1732226244084 expired; onlineServers=0 2024-11-21T21:59:08,657 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2a884b411602,45425,1732226243371' ***** 2024-11-21T21:59:08,658 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T21:59:08,658 INFO [M:0;2a884b411602:45425 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T21:59:08,658 INFO [M:0;2a884b411602:45425 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T21:59:08,658 DEBUG [M:0;2a884b411602:45425 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T21:59:08,659 DEBUG [M:0;2a884b411602:45425 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T21:59:08,659 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T21:59:08,659 DEBUG [master/2a884b411602:0:becomeActiveMaster-HFileCleaner.large.0-1732226245385 {}] cleaner.HFileCleaner(306): Exit Thread[master/2a884b411602:0:becomeActiveMaster-HFileCleaner.large.0-1732226245385,5,FailOnTimeoutGroup] 2024-11-21T21:59:08,659 DEBUG [master/2a884b411602:0:becomeActiveMaster-HFileCleaner.small.0-1732226245386 {}] cleaner.HFileCleaner(306): Exit Thread[master/2a884b411602:0:becomeActiveMaster-HFileCleaner.small.0-1732226245386,5,FailOnTimeoutGroup] 2024-11-21T21:59:08,660 INFO [M:0;2a884b411602:45425 {}] hbase.ChoreService(370): Chore service for: master/2a884b411602:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T21:59:08,660 INFO [M:0;2a884b411602:45425 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T21:59:08,660 DEBUG [M:0;2a884b411602:45425 {}] master.HMaster(1795): Stopping service threads 2024-11-21T21:59:08,661 INFO [M:0;2a884b411602:45425 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T21:59:08,661 INFO [M:0;2a884b411602:45425 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T21:59:08,661 ERROR [M:0;2a884b411602:45425 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:45313,5,PEWorkerGroup] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:45313 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:45313,5,PEWorkerGroup] 2024-11-21T21:59:08,663 INFO [M:0;2a884b411602:45425 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T21:59:08,664 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T21:59:08,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x10160b06ac10000, quorum=127.0.0.1:55224, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-21T21:59:08,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x10160b06ac10000, quorum=127.0.0.1:55224, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:59:08,665 DEBUG [M:0;2a884b411602:45425 {}] zookeeper.ZKUtil(347): master:45425-0x10160b06ac10000, quorum=127.0.0.1:55224, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-21T21:59:08,665 WARN [M:0;2a884b411602:45425 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T21:59:08,666 INFO [M:0;2a884b411602:45425 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/.lastflushedseqids 2024-11-21T21:59:08,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34371 is added to blk_1073741868_1044 (size=668) 2024-11-21T21:59:08,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45807 is added to blk_1073741868_1044 (size=668) 2024-11-21T21:59:08,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741868_1044 (size=668) 2024-11-21T21:59:08,682 INFO [M:0;2a884b411602:45425 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T21:59:08,682 INFO [M:0;2a884b411602:45425 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T21:59:08,682 DEBUG [M:0;2a884b411602:45425 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T21:59:08,682 INFO [M:0;2a884b411602:45425 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T21:59:08,682 DEBUG [M:0;2a884b411602:45425 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T21:59:08,682 DEBUG [M:0;2a884b411602:45425 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T21:59:08,682 DEBUG [M:0;2a884b411602:45425 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T21:59:08,682 INFO [M:0;2a884b411602:45425 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=215.72 KB heapSize=267.78 KB 2024-11-21T21:59:08,701 DEBUG [M:0;2a884b411602:45425 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c445b3aebded4e73892f0f820a03ec68 is 82, key is hbase:meta,,1/info:regioninfo/1732226297244/Put/seqid=0 2024-11-21T21:59:08,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34371 is added to blk_1073741869_1045 (size=6071) 2024-11-21T21:59:08,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741869_1045 (size=6071) 2024-11-21T21:59:08,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45807 is added to blk_1073741869_1045 (size=6071) 2024-11-21T21:59:08,709 INFO [M:0;2a884b411602:45425 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=570 (bloomFilter=true), to=hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c445b3aebded4e73892f0f820a03ec68 2024-11-21T21:59:08,732 DEBUG [M:0;2a884b411602:45425 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9812f1271e07499d9e26ff19c7958f28 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732226267079/Put/seqid=0 2024-11-21T21:59:08,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741870_1046 (size=9112) 2024-11-21T21:59:08,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45807 is added to blk_1073741870_1046 (size=9112) 2024-11-21T21:59:08,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34371 is added to blk_1073741870_1046 (size=9112) 2024-11-21T21:59:08,740 INFO [M:0;2a884b411602:45425 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=214.49 KB at sequenceid=570 (bloomFilter=true), to=hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9812f1271e07499d9e26ff19c7958f28 2024-11-21T21:59:08,748 INFO [M:0;2a884b411602:45425 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9812f1271e07499d9e26ff19c7958f28 2024-11-21T21:59:08,749 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42513-0x10160b06ac10001, quorum=127.0.0.1:55224, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T21:59:08,749 INFO [RS:0;2a884b411602:42513 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T21:59:08,749 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42513-0x10160b06ac10001, quorum=127.0.0.1:55224, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T21:59:08,749 INFO [RS:0;2a884b411602:42513 {}] regionserver.HRegionServer(1031): Exiting; stopping=2a884b411602,42513,1732226244084; zookeeper connection closed. 2024-11-21T21:59:08,749 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@75612e17 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@75612e17 2024-11-21T21:59:08,749 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-21T21:59:08,764 DEBUG [M:0;2a884b411602:45425 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6fc42a7eb9804b26b823b201c9e51809 is 69, key is 2a884b411602,42029,1732226244196/rs:state/1732226245539/Put/seqid=0 2024-11-21T21:59:08,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741871_1047 (size=5441) 2024-11-21T21:59:08,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34371 is added to blk_1073741871_1047 (size=5441) 2024-11-21T21:59:08,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45807 is added to blk_1073741871_1047 (size=5441) 2024-11-21T21:59:08,776 INFO [M:0;2a884b411602:45425 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=570 (bloomFilter=true), to=hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6fc42a7eb9804b26b823b201c9e51809 2024-11-21T21:59:08,782 INFO [M:0;2a884b411602:45425 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6fc42a7eb9804b26b823b201c9e51809 2024-11-21T21:59:08,783 DEBUG [M:0;2a884b411602:45425 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c445b3aebded4e73892f0f820a03ec68 as hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c445b3aebded4e73892f0f820a03ec68 2024-11-21T21:59:08,789 INFO [M:0;2a884b411602:45425 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c445b3aebded4e73892f0f820a03ec68, entries=14, sequenceid=570, filesize=5.9 K 2024-11-21T21:59:08,791 DEBUG [M:0;2a884b411602:45425 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9812f1271e07499d9e26ff19c7958f28 as hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9812f1271e07499d9e26ff19c7958f28 2024-11-21T21:59:08,797 INFO [M:0;2a884b411602:45425 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9812f1271e07499d9e26ff19c7958f28 2024-11-21T21:59:08,797 INFO [M:0;2a884b411602:45425 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9812f1271e07499d9e26ff19c7958f28, entries=60, sequenceid=570, filesize=8.9 K 2024-11-21T21:59:08,799 DEBUG [M:0;2a884b411602:45425 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6fc42a7eb9804b26b823b201c9e51809 as hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6fc42a7eb9804b26b823b201c9e51809 2024-11-21T21:59:08,805 INFO [M:0;2a884b411602:45425 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6fc42a7eb9804b26b823b201c9e51809 2024-11-21T21:59:08,805 INFO [M:0;2a884b411602:45425 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45313/user/jenkins/test-data/8e706df4-243e-1771-7701-501d0f6542a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6fc42a7eb9804b26b823b201c9e51809, entries=3, sequenceid=570, filesize=5.3 K 2024-11-21T21:59:08,806 INFO [M:0;2a884b411602:45425 {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.72 KB/220896, heapSize ~267.48 KB/273904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 124ms, sequenceid=570, compaction requested=false 2024-11-21T21:59:08,807 INFO [M:0;2a884b411602:45425 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T21:59:08,808 DEBUG [M:0;2a884b411602:45425 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732226348682Disabling compacts and flushes for region at 1732226348682Disabling writes for close at 1732226348682Obtaining lock to block concurrent updates at 1732226348682Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732226348682Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=220896, getHeapSize=274144, getOffHeapSize=0, getCellsCount=691 at 1732226348683 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732226348683Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732226348683Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732226348701 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732226348701Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732226348715 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732226348731 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732226348731Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732226348748 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732226348763 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732226348763Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3868a3cb: reopening flushed file at 1732226348782 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6540af89: reopening flushed file at 1732226348790 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f8fb0f1: reopening flushed file at 1732226348797 (+7 ms)Finished flush of dataSize ~215.72 KB/220896, heapSize ~267.48 KB/273904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 124ms, sequenceid=570, compaction requested=false at 1732226348806 (+9 ms)Writing region close event to WAL at 1732226348807 (+1 ms)Closed at 1732226348807 2024-11-21T21:59:08,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741830_1006 (size=258849) 2024-11-21T21:59:08,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34371 is added to blk_1073741830_1006 (size=258849) 2024-11-21T21:59:08,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45807 is added to blk_1073741830_1006 (size=258849) 2024-11-21T21:59:08,811 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T21:59:08,811 INFO [M:0;2a884b411602:45425 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T21:59:08,812 INFO [M:0;2a884b411602:45425 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45425 2024-11-21T21:59:08,812 INFO [M:0;2a884b411602:45425 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T21:59:08,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x10160b06ac10000, quorum=127.0.0.1:55224, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T21:59:08,940 INFO [M:0;2a884b411602:45425 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T21:59:08,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x10160b06ac10000, quorum=127.0.0.1:55224, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T21:59:08,993 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e7c21d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T21:59:08,999 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T21:59:08,999 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T21:59:08,999 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T21:59:08,999 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e9374b2-f2f0-d613-52e6-80b639462d19/hadoop.log.dir/,STOPPED} 2024-11-21T21:59:09,002 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T21:59:09,002 WARN [BP-1569216487-172.17.0.2-1732226239604 heartbeating to localhost/127.0.0.1:45313 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T21:59:09,002 WARN [BP-1569216487-172.17.0.2-1732226239604 heartbeating to localhost/127.0.0.1:45313 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1569216487-172.17.0.2-1732226239604 (Datanode Uuid 853e95a7-0a2d-434a-8d4a-507fa0e4b66c) service to localhost/127.0.0.1:45313 2024-11-21T21:59:09,002 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T21:59:09,003 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e9374b2-f2f0-d613-52e6-80b639462d19/cluster_d93cf741-2572-a388-39bd-f56edf6e4e7f/data/data5/current/BP-1569216487-172.17.0.2-1732226239604 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T21:59:09,003 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e9374b2-f2f0-d613-52e6-80b639462d19/cluster_d93cf741-2572-a388-39bd-f56edf6e4e7f/data/data6/current/BP-1569216487-172.17.0.2-1732226239604 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T21:59:09,004 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T21:59:09,006 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9d2632f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T21:59:09,006 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T21:59:09,006 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T21:59:09,006 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T21:59:09,006 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e9374b2-f2f0-d613-52e6-80b639462d19/hadoop.log.dir/,STOPPED} 2024-11-21T21:59:09,008 WARN [BP-1569216487-172.17.0.2-1732226239604 heartbeating to localhost/127.0.0.1:45313 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T21:59:09,008 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T21:59:09,008 WARN [BP-1569216487-172.17.0.2-1732226239604 heartbeating to localhost/127.0.0.1:45313 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1569216487-172.17.0.2-1732226239604 (Datanode Uuid 5c7e746c-e256-42f5-9c87-e804b2b25cc3) service to localhost/127.0.0.1:45313 2024-11-21T21:59:09,008 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T21:59:09,008 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e9374b2-f2f0-d613-52e6-80b639462d19/cluster_d93cf741-2572-a388-39bd-f56edf6e4e7f/data/data3/current/BP-1569216487-172.17.0.2-1732226239604 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T21:59:09,008 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e9374b2-f2f0-d613-52e6-80b639462d19/cluster_d93cf741-2572-a388-39bd-f56edf6e4e7f/data/data4/current/BP-1569216487-172.17.0.2-1732226239604 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T21:59:09,009 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T21:59:09,011 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1722ba9a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T21:59:09,012 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T21:59:09,012 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T21:59:09,012 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T21:59:09,012 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e9374b2-f2f0-d613-52e6-80b639462d19/hadoop.log.dir/,STOPPED} 2024-11-21T21:59:09,013 WARN [BP-1569216487-172.17.0.2-1732226239604 heartbeating to localhost/127.0.0.1:45313 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T21:59:09,013 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T21:59:09,013 WARN [BP-1569216487-172.17.0.2-1732226239604 heartbeating to localhost/127.0.0.1:45313 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1569216487-172.17.0.2-1732226239604 (Datanode Uuid 278bd120-92fb-43dd-bbfc-2f51198231e9) service to localhost/127.0.0.1:45313 2024-11-21T21:59:09,013 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T21:59:09,014 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e9374b2-f2f0-d613-52e6-80b639462d19/cluster_d93cf741-2572-a388-39bd-f56edf6e4e7f/data/data1/current/BP-1569216487-172.17.0.2-1732226239604 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T21:59:09,014 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e9374b2-f2f0-d613-52e6-80b639462d19/cluster_d93cf741-2572-a388-39bd-f56edf6e4e7f/data/data2/current/BP-1569216487-172.17.0.2-1732226239604 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T21:59:09,014 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T21:59:09,024 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T21:59:09,025 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T21:59:09,025 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T21:59:09,025 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T21:59:09,025 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e9374b2-f2f0-d613-52e6-80b639462d19/hadoop.log.dir/,STOPPED} 2024-11-21T21:59:09,034 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T21:59:09,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T21:59:09,083 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=94 (was 11) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:45313 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/2a884b411602:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/2a884b411602:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@4156422 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:45313 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/2a884b411602:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/2a884b411602:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:45313 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: regionserver/2a884b411602:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RS_OPEN_META-regionserver/2a884b411602:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/2a884b411602:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45313 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:45313 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:45313 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/2a884b411602:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:45313 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/2a884b411602:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=442 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=58 (was 133), ProcessCount=11 (was 11), AvailableMemoryMB=2830 (was 4043) 2024-11-21T21:59:09,089 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=95, OpenFileDescriptor=442, MaxFileDescriptor=1048576, SystemLoadAverage=58, ProcessCount=11, AvailableMemoryMB=2830 2024-11-21T21:59:09,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e9374b2-f2f0-d613-52e6-80b639462d19/hadoop.log.dir so I do NOT create it in target/test-data/187735d8-fb9c-52f3-ba3a-af3068325c53 2024-11-21T21:59:09,101 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e9374b2-f2f0-d613-52e6-80b639462d19/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T21:59:09,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e9374b2-f2f0-d613-52e6-80b639462d19/hadoop.tmp.dir so I do NOT create it in target/test-data/187735d8-fb9c-52f3-ba3a-af3068325c53 2024-11-21T21:59:09,101 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5e9374b2-f2f0-d613-52e6-80b639462d19/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T21:59:09,101 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187735d8-fb9c-52f3-ba3a-af3068325c53 2024-11-21T21:59:09,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T21:59:09,101 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187735d8-fb9c-52f3-ba3a-af3068325c53/cluster_de587adf-7b69-84f6-f9ef-c46b7cbe7143, deleteOnExit=true 2024-11-21T21:59:09,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T21:59:09,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187735d8-fb9c-52f3-ba3a-af3068325c53/test.cache.data in system properties and HBase conf 2024-11-21T21:59:09,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187735d8-fb9c-52f3-ba3a-af3068325c53/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T21:59:09,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187735d8-fb9c-52f3-ba3a-af3068325c53/hadoop.log.dir in system properties and HBase conf 2024-11-21T21:59:09,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187735d8-fb9c-52f3-ba3a-af3068325c53/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T21:59:09,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187735d8-fb9c-52f3-ba3a-af3068325c53/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T21:59:09,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T21:59:09,102 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T21:59:09,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187735d8-fb9c-52f3-ba3a-af3068325c53/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T21:59:09,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187735d8-fb9c-52f3-ba3a-af3068325c53/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T21:59:09,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187735d8-fb9c-52f3-ba3a-af3068325c53/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T21:59:09,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187735d8-fb9c-52f3-ba3a-af3068325c53/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T21:59:09,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187735d8-fb9c-52f3-ba3a-af3068325c53/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T21:59:09,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187735d8-fb9c-52f3-ba3a-af3068325c53/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T21:59:09,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187735d8-fb9c-52f3-ba3a-af3068325c53/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T21:59:09,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187735d8-fb9c-52f3-ba3a-af3068325c53/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T21:59:09,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187735d8-fb9c-52f3-ba3a-af3068325c53/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T21:59:09,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187735d8-fb9c-52f3-ba3a-af3068325c53/nfs.dump.dir in system properties and HBase conf 2024-11-21T21:59:09,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187735d8-fb9c-52f3-ba3a-af3068325c53/java.io.tmpdir in system properties and HBase conf 2024-11-21T21:59:09,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187735d8-fb9c-52f3-ba3a-af3068325c53/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T21:59:09,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187735d8-fb9c-52f3-ba3a-af3068325c53/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T21:59:09,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187735d8-fb9c-52f3-ba3a-af3068325c53/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T21:59:09,399 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T21:59:09,404 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T21:59:09,406 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T21:59:09,406 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T21:59:09,406 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T21:59:09,406 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T21:59:09,407 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fb14da0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187735d8-fb9c-52f3-ba3a-af3068325c53/hadoop.log.dir/,AVAILABLE} 2024-11-21T21:59:09,408 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58bba0d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T21:59:09,501 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a2ff21{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187735d8-fb9c-52f3-ba3a-af3068325c53/java.io.tmpdir/jetty-localhost-46277-hadoop-hdfs-3_4_1-tests_jar-_-any-17424325290061735294/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T21:59:09,502 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@376d3aeb{HTTP/1.1, (http/1.1)}{localhost:46277} 2024-11-21T21:59:09,502 INFO [Time-limited test {}] server.Server(415): Started @111712ms 2024-11-21T21:59:09,704 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T21:59:09,707 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T21:59:09,708 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T21:59:09,708 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T21:59:09,708 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T21:59:09,708 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7afabc0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187735d8-fb9c-52f3-ba3a-af3068325c53/hadoop.log.dir/,AVAILABLE} 2024-11-21T21:59:09,709 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ceb4815{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T21:59:09,804 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@22032f89{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187735d8-fb9c-52f3-ba3a-af3068325c53/java.io.tmpdir/jetty-localhost-46031-hadoop-hdfs-3_4_1-tests_jar-_-any-15370459499659898566/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T21:59:09,805 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@54b53d8b{HTTP/1.1, (http/1.1)}{localhost:46031} 2024-11-21T21:59:09,805 INFO [Time-limited test {}] server.Server(415): Started @112015ms 2024-11-21T21:59:09,806 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T21:59:09,836 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T21:59:09,839 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T21:59:09,841 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T21:59:09,841 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T21:59:09,841 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T21:59:09,841 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70fbbb4d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187735d8-fb9c-52f3-ba3a-af3068325c53/hadoop.log.dir/,AVAILABLE} 2024-11-21T21:59:09,842 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23a28eaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T21:59:09,936 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a0161ba{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187735d8-fb9c-52f3-ba3a-af3068325c53/java.io.tmpdir/jetty-localhost-33657-hadoop-hdfs-3_4_1-tests_jar-_-any-13728025237183835194/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T21:59:09,936 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ecc1cd9{HTTP/1.1, (http/1.1)}{localhost:33657} 2024-11-21T21:59:09,936 INFO [Time-limited test {}] server.Server(415): Started @112146ms 2024-11-21T21:59:09,938 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T21:59:09,963 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T21:59:09,967 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T21:59:09,967 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T21:59:09,967 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T21:59:09,968 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T21:59:09,968 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@180e4735{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187735d8-fb9c-52f3-ba3a-af3068325c53/hadoop.log.dir/,AVAILABLE} 2024-11-21T21:59:09,969 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c1b8377{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T21:59:10,062 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@732bb784{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187735d8-fb9c-52f3-ba3a-af3068325c53/java.io.tmpdir/jetty-localhost-43505-hadoop-hdfs-3_4_1-tests_jar-_-any-10366928842540967571/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T21:59:10,062 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7289176a{HTTP/1.1, (http/1.1)}{localhost:43505} 2024-11-21T21:59:10,062 INFO [Time-limited test {}] server.Server(415): Started @112272ms 2024-11-21T21:59:10,064 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T21:59:10,686 WARN [Thread-738 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187735d8-fb9c-52f3-ba3a-af3068325c53/cluster_de587adf-7b69-84f6-f9ef-c46b7cbe7143/data/data2/current/BP-2097778696-172.17.0.2-1732226349122/current, will proceed with Du for space computation calculation, 2024-11-21T21:59:10,686 WARN [Thread-737 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187735d8-fb9c-52f3-ba3a-af3068325c53/cluster_de587adf-7b69-84f6-f9ef-c46b7cbe7143/data/data1/current/BP-2097778696-172.17.0.2-1732226349122/current, will proceed with Du for space computation calculation, 2024-11-21T21:59:10,704 WARN [Thread-678 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T21:59:10,707 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc075ad38ac0d2726 with lease ID 0x95abf9a8f59f7c3d: Processing first storage report for DS-3a6292a5-1e24-4393-8d9c-cd7dcda966c6 from datanode DatanodeRegistration(127.0.0.1:40161, datanodeUuid=b94c2228-d50d-4eaf-a3f4-bb55538fd851, infoPort=35207, infoSecurePort=0, ipcPort=38389, storageInfo=lv=-57;cid=testClusterID;nsid=1767519067;c=1732226349122) 2024-11-21T21:59:10,707 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc075ad38ac0d2726 with lease ID 0x95abf9a8f59f7c3d: from storage DS-3a6292a5-1e24-4393-8d9c-cd7dcda966c6 node DatanodeRegistration(127.0.0.1:40161, datanodeUuid=b94c2228-d50d-4eaf-a3f4-bb55538fd851, infoPort=35207, infoSecurePort=0, ipcPort=38389, storageInfo=lv=-57;cid=testClusterID;nsid=1767519067;c=1732226349122), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T21:59:10,707 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc075ad38ac0d2726 with lease ID 0x95abf9a8f59f7c3d: Processing first storage report for DS-1edc1342-bd0f-433b-be3c-191ccaab5d0e from datanode DatanodeRegistration(127.0.0.1:40161, datanodeUuid=b94c2228-d50d-4eaf-a3f4-bb55538fd851, infoPort=35207, infoSecurePort=0, ipcPort=38389, storageInfo=lv=-57;cid=testClusterID;nsid=1767519067;c=1732226349122) 2024-11-21T21:59:10,707 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc075ad38ac0d2726 with lease ID 0x95abf9a8f59f7c3d: from storage DS-1edc1342-bd0f-433b-be3c-191ccaab5d0e node DatanodeRegistration(127.0.0.1:40161, datanodeUuid=b94c2228-d50d-4eaf-a3f4-bb55538fd851, infoPort=35207, infoSecurePort=0, ipcPort=38389, storageInfo=lv=-57;cid=testClusterID;nsid=1767519067;c=1732226349122), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T21:59:10,897 WARN [Thread-749 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187735d8-fb9c-52f3-ba3a-af3068325c53/cluster_de587adf-7b69-84f6-f9ef-c46b7cbe7143/data/data3/current/BP-2097778696-172.17.0.2-1732226349122/current, will proceed with Du for space computation calculation, 2024-11-21T21:59:10,897 WARN [Thread-750 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187735d8-fb9c-52f3-ba3a-af3068325c53/cluster_de587adf-7b69-84f6-f9ef-c46b7cbe7143/data/data4/current/BP-2097778696-172.17.0.2-1732226349122/current, will proceed with Du for space computation calculation, 2024-11-21T21:59:10,915 WARN [Thread-701 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T21:59:10,918 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xca669847bf54bb4f with lease ID 0x95abf9a8f59f7c3e: Processing first storage report for DS-34a5aee1-809f-4678-97b7-3bd3b0e37d24 from datanode DatanodeRegistration(127.0.0.1:36049, datanodeUuid=36a2d1cb-d5fc-4646-8b21-5e45ebc8db9e, infoPort=35189, infoSecurePort=0, ipcPort=43535, storageInfo=lv=-57;cid=testClusterID;nsid=1767519067;c=1732226349122) 2024-11-21T21:59:10,918 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xca669847bf54bb4f with lease ID 0x95abf9a8f59f7c3e: from storage DS-34a5aee1-809f-4678-97b7-3bd3b0e37d24 node DatanodeRegistration(127.0.0.1:36049, datanodeUuid=36a2d1cb-d5fc-4646-8b21-5e45ebc8db9e, infoPort=35189, infoSecurePort=0, ipcPort=43535, storageInfo=lv=-57;cid=testClusterID;nsid=1767519067;c=1732226349122), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T21:59:10,918 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xca669847bf54bb4f with lease ID 0x95abf9a8f59f7c3e: Processing first storage report for DS-ed614a6f-f799-4497-8fba-7a4ed1373552 from datanode DatanodeRegistration(127.0.0.1:36049, datanodeUuid=36a2d1cb-d5fc-4646-8b21-5e45ebc8db9e, infoPort=35189, infoSecurePort=0, ipcPort=43535, storageInfo=lv=-57;cid=testClusterID;nsid=1767519067;c=1732226349122) 2024-11-21T21:59:10,918 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xca669847bf54bb4f with lease ID 0x95abf9a8f59f7c3e: from storage DS-ed614a6f-f799-4497-8fba-7a4ed1373552 node DatanodeRegistration(127.0.0.1:36049, datanodeUuid=36a2d1cb-d5fc-4646-8b21-5e45ebc8db9e, infoPort=35189, infoSecurePort=0, ipcPort=43535, storageInfo=lv=-57;cid=testClusterID;nsid=1767519067;c=1732226349122), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T21:59:11,041 WARN [Thread-760 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187735d8-fb9c-52f3-ba3a-af3068325c53/cluster_de587adf-7b69-84f6-f9ef-c46b7cbe7143/data/data5/current/BP-2097778696-172.17.0.2-1732226349122/current, will proceed with Du for space computation calculation, 2024-11-21T21:59:11,041 WARN [Thread-761 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187735d8-fb9c-52f3-ba3a-af3068325c53/cluster_de587adf-7b69-84f6-f9ef-c46b7cbe7143/data/data6/current/BP-2097778696-172.17.0.2-1732226349122/current, will proceed with Du for space computation calculation, 2024-11-21T21:59:11,064 WARN [Thread-723 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T21:59:11,066 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8ee5dc580f904aab with lease ID 0x95abf9a8f59f7c3f: Processing first storage report for DS-5ac5a94c-9c7b-4d8e-aebe-68f8728f80c3 from datanode DatanodeRegistration(127.0.0.1:36335, datanodeUuid=8281a600-853e-4aaa-8f5a-a37c8e69edc1, infoPort=37221, infoSecurePort=0, ipcPort=34839, storageInfo=lv=-57;cid=testClusterID;nsid=1767519067;c=1732226349122) 2024-11-21T21:59:11,066 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8ee5dc580f904aab with lease ID 0x95abf9a8f59f7c3f: from storage DS-5ac5a94c-9c7b-4d8e-aebe-68f8728f80c3 node DatanodeRegistration(127.0.0.1:36335, datanodeUuid=8281a600-853e-4aaa-8f5a-a37c8e69edc1, infoPort=37221, infoSecurePort=0, ipcPort=34839, storageInfo=lv=-57;cid=testClusterID;nsid=1767519067;c=1732226349122), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T21:59:11,067 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8ee5dc580f904aab with lease ID 0x95abf9a8f59f7c3f: Processing first storage report for DS-b82a5a08-fe49-4c7f-a86a-ea6029e27d85 from datanode DatanodeRegistration(127.0.0.1:36335, datanodeUuid=8281a600-853e-4aaa-8f5a-a37c8e69edc1, infoPort=37221, infoSecurePort=0, ipcPort=34839, storageInfo=lv=-57;cid=testClusterID;nsid=1767519067;c=1732226349122) 2024-11-21T21:59:11,067 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8ee5dc580f904aab with lease ID 0x95abf9a8f59f7c3f: from storage DS-b82a5a08-fe49-4c7f-a86a-ea6029e27d85 node DatanodeRegistration(127.0.0.1:36335, datanodeUuid=8281a600-853e-4aaa-8f5a-a37c8e69edc1, infoPort=37221, infoSecurePort=0, ipcPort=34839, storageInfo=lv=-57;cid=testClusterID;nsid=1767519067;c=1732226349122), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T21:59:11,104 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187735d8-fb9c-52f3-ba3a-af3068325c53 2024-11-21T21:59:11,109 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187735d8-fb9c-52f3-ba3a-af3068325c53/cluster_de587adf-7b69-84f6-f9ef-c46b7cbe7143/zookeeper_0, clientPort=58292, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187735d8-fb9c-52f3-ba3a-af3068325c53/cluster_de587adf-7b69-84f6-f9ef-c46b7cbe7143/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187735d8-fb9c-52f3-ba3a-af3068325c53/cluster_de587adf-7b69-84f6-f9ef-c46b7cbe7143/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T21:59:11,110 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58292 2024-11-21T21:59:11,111 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T21:59:11,114 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T21:59:11,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40161 is added to blk_1073741825_1001 (size=7) 2024-11-21T21:59:11,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36335 is added to blk_1073741825_1001 (size=7) 2024-11-21T21:59:11,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36049 is added to blk_1073741825_1001 (size=7) 2024-11-21T21:59:11,127 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f with version=8 2024-11-21T21:59:11,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/hbase-staging 2024-11-21T21:59:11,129 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2a884b411602:0 server-side Connection retries=45 2024-11-21T21:59:11,129 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T21:59:11,129 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T21:59:11,129 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T21:59:11,129 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T21:59:11,129 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T21:59:11,129 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T21:59:11,130 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T21:59:11,130 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34519 2024-11-21T21:59:11,132 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34519 connecting to ZooKeeper ensemble=127.0.0.1:58292 2024-11-21T21:59:11,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:345190x0, quorum=127.0.0.1:58292, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T21:59:11,179 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34519-0x10160b212c80000 connected 2024-11-21T21:59:11,240 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T21:59:11,242 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T21:59:11,245 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34519-0x10160b212c80000, quorum=127.0.0.1:58292, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T21:59:11,245 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f, hbase.cluster.distributed=false 2024-11-21T21:59:11,247 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34519-0x10160b212c80000, quorum=127.0.0.1:58292, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T21:59:11,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34519 2024-11-21T21:59:11,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34519 2024-11-21T21:59:11,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34519 2024-11-21T21:59:11,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34519 2024-11-21T21:59:11,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34519 2024-11-21T21:59:11,267 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2a884b411602:0 server-side Connection retries=45 2024-11-21T21:59:11,268 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T21:59:11,268 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T21:59:11,268 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T21:59:11,268 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T21:59:11,268 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T21:59:11,268 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T21:59:11,268 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T21:59:11,269 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44299 2024-11-21T21:59:11,270 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44299 connecting to ZooKeeper ensemble=127.0.0.1:58292 2024-11-21T21:59:11,271 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T21:59:11,272 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T21:59:11,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:442990x0, quorum=127.0.0.1:58292, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T21:59:11,281 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44299-0x10160b212c80001 connected 2024-11-21T21:59:11,281 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44299-0x10160b212c80001, quorum=127.0.0.1:58292, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T21:59:11,282 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T21:59:11,282 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T21:59:11,282 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44299-0x10160b212c80001, quorum=127.0.0.1:58292, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T21:59:11,283 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44299-0x10160b212c80001, quorum=127.0.0.1:58292, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T21:59:11,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44299 2024-11-21T21:59:11,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44299 2024-11-21T21:59:11,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44299 2024-11-21T21:59:11,285 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44299 2024-11-21T21:59:11,285 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44299 2024-11-21T21:59:11,302 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2a884b411602:0 server-side Connection retries=45 2024-11-21T21:59:11,302 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T21:59:11,302 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T21:59:11,302 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T21:59:11,302 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T21:59:11,302 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T21:59:11,302 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T21:59:11,302 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T21:59:11,303 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43829 2024-11-21T21:59:11,304 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43829 connecting to ZooKeeper ensemble=127.0.0.1:58292 2024-11-21T21:59:11,305 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T21:59:11,306 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T21:59:11,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:438290x0, quorum=127.0.0.1:58292, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T21:59:11,315 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43829-0x10160b212c80002 connected 2024-11-21T21:59:11,315 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43829-0x10160b212c80002, quorum=127.0.0.1:58292, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T21:59:11,315 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T21:59:11,316 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T21:59:11,316 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43829-0x10160b212c80002, quorum=127.0.0.1:58292, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T21:59:11,318 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43829-0x10160b212c80002, quorum=127.0.0.1:58292, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T21:59:11,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43829 2024-11-21T21:59:11,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43829 2024-11-21T21:59:11,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43829 2024-11-21T21:59:11,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43829 2024-11-21T21:59:11,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43829 2024-11-21T21:59:11,336 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2a884b411602:0 server-side Connection retries=45 2024-11-21T21:59:11,336 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T21:59:11,336 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T21:59:11,337 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T21:59:11,337 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T21:59:11,337 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T21:59:11,337 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T21:59:11,337 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T21:59:11,337 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34971 2024-11-21T21:59:11,339 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34971 connecting to ZooKeeper ensemble=127.0.0.1:58292 2024-11-21T21:59:11,339 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T21:59:11,341 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T21:59:11,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:349710x0, quorum=127.0.0.1:58292, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T21:59:11,348 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:349710x0, quorum=127.0.0.1:58292, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T21:59:11,348 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34971-0x10160b212c80003 connected 2024-11-21T21:59:11,348 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T21:59:11,349 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T21:59:11,349 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34971-0x10160b212c80003, quorum=127.0.0.1:58292, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T21:59:11,351 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34971-0x10160b212c80003, quorum=127.0.0.1:58292, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T21:59:11,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34971 2024-11-21T21:59:11,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34971 2024-11-21T21:59:11,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34971 2024-11-21T21:59:11,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34971 2024-11-21T21:59:11,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34971 2024-11-21T21:59:11,365 DEBUG [M:0;2a884b411602:34519 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2a884b411602:34519 2024-11-21T21:59:11,366 INFO [master/2a884b411602:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/2a884b411602,34519,1732226351129 2024-11-21T21:59:11,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44299-0x10160b212c80001, quorum=127.0.0.1:58292, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T21:59:11,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34971-0x10160b212c80003, quorum=127.0.0.1:58292, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T21:59:11,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43829-0x10160b212c80002, quorum=127.0.0.1:58292, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T21:59:11,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34519-0x10160b212c80000, quorum=127.0.0.1:58292, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T21:59:11,373 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34519-0x10160b212c80000, quorum=127.0.0.1:58292, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/2a884b411602,34519,1732226351129 2024-11-21T21:59:11,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44299-0x10160b212c80001, quorum=127.0.0.1:58292, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T21:59:11,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34971-0x10160b212c80003, quorum=127.0.0.1:58292, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T21:59:11,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34519-0x10160b212c80000, quorum=127.0.0.1:58292, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:59:11,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34971-0x10160b212c80003, quorum=127.0.0.1:58292, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:59:11,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43829-0x10160b212c80002, quorum=127.0.0.1:58292, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T21:59:11,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43829-0x10160b212c80002, quorum=127.0.0.1:58292, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:59:11,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44299-0x10160b212c80001, quorum=127.0.0.1:58292, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:59:11,382 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34519-0x10160b212c80000, quorum=127.0.0.1:58292, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-21T21:59:11,382 INFO [master/2a884b411602:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/2a884b411602,34519,1732226351129 from backup master directory 2024-11-21T21:59:11,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43829-0x10160b212c80002, quorum=127.0.0.1:58292, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T21:59:11,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34519-0x10160b212c80000, quorum=127.0.0.1:58292, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/2a884b411602,34519,1732226351129 2024-11-21T21:59:11,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44299-0x10160b212c80001, quorum=127.0.0.1:58292, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T21:59:11,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34519-0x10160b212c80000, quorum=127.0.0.1:58292, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T21:59:11,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34971-0x10160b212c80003, quorum=127.0.0.1:58292, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T21:59:11,389 WARN [master/2a884b411602:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T21:59:11,389 INFO [master/2a884b411602:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2a884b411602,34519,1732226351129 2024-11-21T21:59:11,394 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/hbase.id] with ID: 4749a181-aace-41d0-8b35-36c615d52449 2024-11-21T21:59:11,394 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/.tmp/hbase.id 2024-11-21T21:59:11,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36335 is added to blk_1073741826_1002 (size=42) 2024-11-21T21:59:11,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36049 is added to blk_1073741826_1002 (size=42) 2024-11-21T21:59:11,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40161 is added to blk_1073741826_1002 (size=42) 2024-11-21T21:59:11,405 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/.tmp/hbase.id]:[hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/hbase.id] 2024-11-21T21:59:11,421 INFO [master/2a884b411602:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T21:59:11,422 INFO [master/2a884b411602:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T21:59:11,423 INFO [master/2a884b411602:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T21:59:11,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43829-0x10160b212c80002, quorum=127.0.0.1:58292, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:59:11,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34519-0x10160b212c80000, quorum=127.0.0.1:58292, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:59:11,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44299-0x10160b212c80001, quorum=127.0.0.1:58292, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:59:11,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34971-0x10160b212c80003, quorum=127.0.0.1:58292, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:59:11,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36335 is added to blk_1073741827_1003 (size=196) 2024-11-21T21:59:11,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40161 is added to blk_1073741827_1003 (size=196) 2024-11-21T21:59:11,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36049 is added to blk_1073741827_1003 (size=196) 2024-11-21T21:59:11,440 INFO [master/2a884b411602:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T21:59:11,440 INFO [master/2a884b411602:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T21:59:11,441 INFO [master/2a884b411602:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T21:59:11,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36335 is added to blk_1073741828_1004 (size=1189) 2024-11-21T21:59:11,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36049 is added to blk_1073741828_1004 (size=1189) 2024-11-21T21:59:11,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40161 is added to blk_1073741828_1004 (size=1189) 2024-11-21T21:59:11,452 INFO [master/2a884b411602:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/MasterData/data/master/store 2024-11-21T21:59:11,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36049 is added to blk_1073741829_1005 (size=34) 2024-11-21T21:59:11,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40161 is added to blk_1073741829_1005 (size=34) 2024-11-21T21:59:11,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36335 is added to blk_1073741829_1005 (size=34) 2024-11-21T21:59:11,461 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:59:11,461 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T21:59:11,461 INFO [master/2a884b411602:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T21:59:11,461 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T21:59:11,461 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T21:59:11,461 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T21:59:11,461 INFO [master/2a884b411602:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T21:59:11,461 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732226351461Disabling compacts and flushes for region at 1732226351461Disabling writes for close at 1732226351461Writing region close event to WAL at 1732226351461Closed at 1732226351461 2024-11-21T21:59:11,462 WARN [master/2a884b411602:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/MasterData/data/master/store/.initializing 2024-11-21T21:59:11,462 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/MasterData/WALs/2a884b411602,34519,1732226351129 2024-11-21T21:59:11,463 INFO [master/2a884b411602:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T21:59:11,465 INFO [master/2a884b411602:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2a884b411602%2C34519%2C1732226351129, suffix=, logDir=hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/MasterData/WALs/2a884b411602,34519,1732226351129, archiveDir=hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/MasterData/oldWALs, maxLogs=10 2024-11-21T21:59:11,484 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/MasterData/WALs/2a884b411602,34519,1732226351129/2a884b411602%2C34519%2C1732226351129.1732226351466, exclude list is [], retry=0 2024-11-21T21:59:11,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40161,DS-3a6292a5-1e24-4393-8d9c-cd7dcda966c6,DISK] 2024-11-21T21:59:11,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36335,DS-5ac5a94c-9c7b-4d8e-aebe-68f8728f80c3,DISK] 2024-11-21T21:59:11,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36049,DS-34a5aee1-809f-4678-97b7-3bd3b0e37d24,DISK] 2024-11-21T21:59:11,490 INFO [master/2a884b411602:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/MasterData/WALs/2a884b411602,34519,1732226351129/2a884b411602%2C34519%2C1732226351129.1732226351466 2024-11-21T21:59:11,490 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35207:35207),(127.0.0.1/127.0.0.1:37221:37221),(127.0.0.1/127.0.0.1:35189:35189)] 2024-11-21T21:59:11,491 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T21:59:11,491 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:59:11,491 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T21:59:11,491 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T21:59:11,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T21:59:11,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T21:59:11,495 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:59:11,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T21:59:11,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T21:59:11,498 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T21:59:11,498 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:59:11,498 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:59:11,499 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T21:59:11,500 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T21:59:11,500 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:59:11,501 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:59:11,501 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T21:59:11,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T21:59:11,503 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:59:11,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:59:11,504 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T21:59:11,504 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T21:59:11,505 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T21:59:11,506 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T21:59:11,506 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T21:59:11,507 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T21:59:11,508 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T21:59:11,511 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:59:11,511 INFO [master/2a884b411602:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70838211, jitterRate=0.055571600794792175}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T21:59:11,512 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732226351491Initializing all the Stores at 1732226351492 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732226351492Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226351493 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226351493Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226351493Cleaning up temporary data from old regions at 1732226351506 (+13 ms)Region opened successfully at 1732226351512 (+6 ms) 2024-11-21T21:59:11,512 INFO [master/2a884b411602:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T21:59:11,516 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f9925f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2a884b411602/172.17.0.2:0 2024-11-21T21:59:11,517 INFO [master/2a884b411602:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T21:59:11,517 INFO [master/2a884b411602:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T21:59:11,517 INFO [master/2a884b411602:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T21:59:11,517 INFO [master/2a884b411602:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T21:59:11,518 INFO [master/2a884b411602:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T21:59:11,518 INFO [master/2a884b411602:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T21:59:11,518 INFO [master/2a884b411602:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-21T21:59:11,521 INFO [master/2a884b411602:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T21:59:11,522 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34519-0x10160b212c80000, quorum=127.0.0.1:58292, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-21T21:59:11,538 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-21T21:59:11,539 INFO [master/2a884b411602:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T21:59:11,539 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34519-0x10160b212c80000, quorum=127.0.0.1:58292, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-21T21:59:11,547 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-21T21:59:11,548 INFO [master/2a884b411602:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T21:59:11,549 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34519-0x10160b212c80000, quorum=127.0.0.1:58292, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-21T21:59:11,556 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-21T21:59:11,557 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34519-0x10160b212c80000, quorum=127.0.0.1:58292, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-21T21:59:11,564 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-21T21:59:11,566 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34519-0x10160b212c80000, quorum=127.0.0.1:58292, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T21:59:11,572 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-21T21:59:11,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34519-0x10160b212c80000, quorum=127.0.0.1:58292, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T21:59:11,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44299-0x10160b212c80001, quorum=127.0.0.1:58292, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T21:59:11,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34971-0x10160b212c80003, quorum=127.0.0.1:58292, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T21:59:11,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43829-0x10160b212c80002, quorum=127.0.0.1:58292, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T21:59:11,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44299-0x10160b212c80001, quorum=127.0.0.1:58292, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:59:11,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34971-0x10160b212c80003, quorum=127.0.0.1:58292, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:59:11,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43829-0x10160b212c80002, quorum=127.0.0.1:58292, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:59:11,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34519-0x10160b212c80000, quorum=127.0.0.1:58292, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:59:11,582 INFO [master/2a884b411602:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2a884b411602,34519,1732226351129, sessionid=0x10160b212c80000, setting cluster-up flag (Was=false) 2024-11-21T21:59:11,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34519-0x10160b212c80000, quorum=127.0.0.1:58292, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:59:11,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44299-0x10160b212c80001, quorum=127.0.0.1:58292, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:59:11,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43829-0x10160b212c80002, quorum=127.0.0.1:58292, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:59:11,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34971-0x10160b212c80003, quorum=127.0.0.1:58292, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:59:11,623 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-21T21:59:11,627 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2a884b411602,34519,1732226351129 2024-11-21T21:59:11,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43829-0x10160b212c80002, quorum=127.0.0.1:58292, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:59:11,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34971-0x10160b212c80003, quorum=127.0.0.1:58292, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:59:11,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34519-0x10160b212c80000, quorum=127.0.0.1:58292, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:59:11,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44299-0x10160b212c80001, quorum=127.0.0.1:58292, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:59:11,672 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-21T21:59:11,674 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2a884b411602,34519,1732226351129 2024-11-21T21:59:11,675 INFO [master/2a884b411602:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T21:59:11,677 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T21:59:11,677 INFO [master/2a884b411602:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T21:59:11,677 INFO [master/2a884b411602:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T21:59:11,678 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2a884b411602,34519,1732226351129 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T21:59:11,679 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2a884b411602:0, corePoolSize=5, maxPoolSize=5 2024-11-21T21:59:11,679 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2a884b411602:0, corePoolSize=5, maxPoolSize=5 2024-11-21T21:59:11,679 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2a884b411602:0, corePoolSize=5, maxPoolSize=5 2024-11-21T21:59:11,679 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2a884b411602:0, corePoolSize=5, maxPoolSize=5 2024-11-21T21:59:11,679 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2a884b411602:0, corePoolSize=10, maxPoolSize=10 2024-11-21T21:59:11,679 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:59:11,679 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2a884b411602:0, corePoolSize=2, maxPoolSize=2 2024-11-21T21:59:11,679 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:59:11,682 INFO [master/2a884b411602:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732226381682 2024-11-21T21:59:11,682 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T21:59:11,682 INFO [master/2a884b411602:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T21:59:11,682 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T21:59:11,682 INFO [master/2a884b411602:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T21:59:11,682 INFO [master/2a884b411602:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T21:59:11,682 INFO [master/2a884b411602:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T21:59:11,682 INFO [master/2a884b411602:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T21:59:11,682 INFO [master/2a884b411602:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T21:59:11,682 INFO [master/2a884b411602:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T21:59:11,683 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:59:11,683 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T21:59:11,687 INFO [master/2a884b411602:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T21:59:11,687 INFO [master/2a884b411602:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T21:59:11,687 INFO [master/2a884b411602:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T21:59:11,688 INFO [master/2a884b411602:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T21:59:11,688 INFO [master/2a884b411602:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T21:59:11,688 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2a884b411602:0:becomeActiveMaster-HFileCleaner.large.0-1732226351688,5,FailOnTimeoutGroup] 2024-11-21T21:59:11,688 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2a884b411602:0:becomeActiveMaster-HFileCleaner.small.0-1732226351688,5,FailOnTimeoutGroup] 2024-11-21T21:59:11,689 INFO [master/2a884b411602:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T21:59:11,689 INFO [master/2a884b411602:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T21:59:11,689 INFO [master/2a884b411602:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T21:59:11,689 INFO [master/2a884b411602:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T21:59:11,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40161 is added to blk_1073741831_1007 (size=1321) 2024-11-21T21:59:11,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36335 is added to blk_1073741831_1007 (size=1321) 2024-11-21T21:59:11,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36049 is added to blk_1073741831_1007 (size=1321) 2024-11-21T21:59:11,695 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T21:59:11,695 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f 2024-11-21T21:59:11,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36335 is added to blk_1073741832_1008 (size=32) 2024-11-21T21:59:11,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36049 is added to blk_1073741832_1008 (size=32) 2024-11-21T21:59:11,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40161 is added to blk_1073741832_1008 (size=32) 2024-11-21T21:59:11,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:59:11,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T21:59:11,709 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T21:59:11,709 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:59:11,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T21:59:11,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T21:59:11,711 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T21:59:11,711 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:59:11,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T21:59:11,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T21:59:11,713 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T21:59:11,713 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:59:11,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T21:59:11,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T21:59:11,716 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T21:59:11,716 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:59:11,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T21:59:11,717 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T21:59:11,717 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/hbase/meta/1588230740 2024-11-21T21:59:11,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/hbase/meta/1588230740 2024-11-21T21:59:11,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T21:59:11,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T21:59:11,720 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T21:59:11,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T21:59:11,723 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:59:11,723 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74336413, jitterRate=0.10769887268543243}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T21:59:11,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732226351706Initializing all the Stores at 1732226351707 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732226351707Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732226351707Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226351707Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732226351707Cleaning up temporary data from old regions at 1732226351719 (+12 ms)Region opened successfully at 1732226351724 (+5 ms) 2024-11-21T21:59:11,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T21:59:11,724 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T21:59:11,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T21:59:11,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T21:59:11,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T21:59:11,724 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T21:59:11,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732226351724Disabling compacts and flushes for region at 1732226351724Disabling writes for close at 1732226351724Writing region close event to WAL at 1732226351724Closed at 1732226351724 2024-11-21T21:59:11,725 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T21:59:11,725 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T21:59:11,725 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T21:59:11,726 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T21:59:11,727 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T21:59:11,754 INFO [RS:0;2a884b411602:44299 {}] regionserver.HRegionServer(746): ClusterId : 4749a181-aace-41d0-8b35-36c615d52449 2024-11-21T21:59:11,754 INFO [RS:1;2a884b411602:43829 {}] regionserver.HRegionServer(746): ClusterId : 4749a181-aace-41d0-8b35-36c615d52449 2024-11-21T21:59:11,754 INFO [RS:2;2a884b411602:34971 {}] regionserver.HRegionServer(746): ClusterId : 4749a181-aace-41d0-8b35-36c615d52449 2024-11-21T21:59:11,754 DEBUG [RS:0;2a884b411602:44299 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T21:59:11,754 DEBUG [RS:2;2a884b411602:34971 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T21:59:11,754 DEBUG [RS:1;2a884b411602:43829 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T21:59:11,782 DEBUG [RS:0;2a884b411602:44299 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T21:59:11,782 DEBUG [RS:2;2a884b411602:34971 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T21:59:11,782 DEBUG [RS:1;2a884b411602:43829 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T21:59:11,783 DEBUG [RS:2;2a884b411602:34971 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T21:59:11,783 DEBUG [RS:0;2a884b411602:44299 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T21:59:11,783 DEBUG [RS:1;2a884b411602:43829 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T21:59:11,798 DEBUG [RS:2;2a884b411602:34971 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T21:59:11,798 DEBUG [RS:0;2a884b411602:44299 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T21:59:11,798 DEBUG [RS:1;2a884b411602:43829 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T21:59:11,798 DEBUG [RS:0;2a884b411602:44299 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59873fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2a884b411602/172.17.0.2:0 2024-11-21T21:59:11,798 DEBUG [RS:2;2a884b411602:34971 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e8bab7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2a884b411602/172.17.0.2:0 2024-11-21T21:59:11,799 DEBUG [RS:1;2a884b411602:43829 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f2b127a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2a884b411602/172.17.0.2:0 2024-11-21T21:59:11,811 DEBUG [RS:2;2a884b411602:34971 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;2a884b411602:34971 2024-11-21T21:59:11,811 DEBUG [RS:0;2a884b411602:44299 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2a884b411602:44299 2024-11-21T21:59:11,811 DEBUG [RS:1;2a884b411602:43829 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;2a884b411602:43829 2024-11-21T21:59:11,811 INFO [RS:0;2a884b411602:44299 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T21:59:11,811 INFO [RS:1;2a884b411602:43829 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T21:59:11,811 INFO [RS:2;2a884b411602:34971 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T21:59:11,811 INFO [RS:0;2a884b411602:44299 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T21:59:11,811 INFO [RS:1;2a884b411602:43829 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T21:59:11,811 INFO [RS:2;2a884b411602:34971 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T21:59:11,811 DEBUG [RS:0;2a884b411602:44299 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T21:59:11,811 DEBUG [RS:1;2a884b411602:43829 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T21:59:11,811 DEBUG [RS:2;2a884b411602:34971 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T21:59:11,813 INFO [RS:2;2a884b411602:34971 {}] regionserver.HRegionServer(2659): reportForDuty to master=2a884b411602,34519,1732226351129 with port=34971, startcode=1732226351336 2024-11-21T21:59:11,813 INFO [RS:1;2a884b411602:43829 {}] regionserver.HRegionServer(2659): reportForDuty to master=2a884b411602,34519,1732226351129 with port=43829, startcode=1732226351302 2024-11-21T21:59:11,813 INFO [RS:0;2a884b411602:44299 {}] regionserver.HRegionServer(2659): reportForDuty to master=2a884b411602,34519,1732226351129 with port=44299, startcode=1732226351267 2024-11-21T21:59:11,813 DEBUG [RS:2;2a884b411602:34971 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T21:59:11,813 DEBUG [RS:1;2a884b411602:43829 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T21:59:11,813 DEBUG [RS:0;2a884b411602:44299 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T21:59:11,815 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40831, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T21:59:11,815 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43201, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T21:59:11,815 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49313, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T21:59:11,815 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34519 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2a884b411602,43829,1732226351302 2024-11-21T21:59:11,815 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34519 {}] master.ServerManager(517): Registering regionserver=2a884b411602,43829,1732226351302 2024-11-21T21:59:11,819 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34519 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2a884b411602,34971,1732226351336 2024-11-21T21:59:11,819 DEBUG [RS:1;2a884b411602:43829 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f 2024-11-21T21:59:11,819 DEBUG [RS:1;2a884b411602:43829 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43063 2024-11-21T21:59:11,819 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34519 {}] master.ServerManager(517): Registering regionserver=2a884b411602,34971,1732226351336 2024-11-21T21:59:11,819 DEBUG [RS:1;2a884b411602:43829 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T21:59:11,820 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34519 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2a884b411602,44299,1732226351267 2024-11-21T21:59:11,820 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34519 {}] master.ServerManager(517): Registering regionserver=2a884b411602,44299,1732226351267 2024-11-21T21:59:11,820 DEBUG [RS:2;2a884b411602:34971 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f 2024-11-21T21:59:11,821 DEBUG [RS:2;2a884b411602:34971 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43063 2024-11-21T21:59:11,821 DEBUG [RS:2;2a884b411602:34971 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T21:59:11,821 DEBUG [RS:0;2a884b411602:44299 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f 2024-11-21T21:59:11,821 DEBUG [RS:0;2a884b411602:44299 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43063 2024-11-21T21:59:11,822 DEBUG [RS:0;2a884b411602:44299 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T21:59:11,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34519-0x10160b212c80000, quorum=127.0.0.1:58292, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T21:59:11,862 DEBUG [RS:1;2a884b411602:43829 {}] zookeeper.ZKUtil(111): regionserver:43829-0x10160b212c80002, quorum=127.0.0.1:58292, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2a884b411602,43829,1732226351302 2024-11-21T21:59:11,862 WARN [RS:1;2a884b411602:43829 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T21:59:11,862 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2a884b411602,34971,1732226351336] 2024-11-21T21:59:11,862 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2a884b411602,43829,1732226351302] 2024-11-21T21:59:11,862 INFO [RS:1;2a884b411602:43829 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T21:59:11,862 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2a884b411602,44299,1732226351267] 2024-11-21T21:59:11,862 DEBUG [RS:2;2a884b411602:34971 {}] zookeeper.ZKUtil(111): regionserver:34971-0x10160b212c80003, quorum=127.0.0.1:58292, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2a884b411602,34971,1732226351336 2024-11-21T21:59:11,862 DEBUG [RS:0;2a884b411602:44299 {}] zookeeper.ZKUtil(111): regionserver:44299-0x10160b212c80001, quorum=127.0.0.1:58292, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2a884b411602,44299,1732226351267 2024-11-21T21:59:11,862 WARN [RS:2;2a884b411602:34971 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T21:59:11,862 WARN [RS:0;2a884b411602:44299 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T21:59:11,862 DEBUG [RS:1;2a884b411602:43829 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/WALs/2a884b411602,43829,1732226351302 2024-11-21T21:59:11,862 INFO [RS:2;2a884b411602:34971 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T21:59:11,863 INFO [RS:0;2a884b411602:44299 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T21:59:11,863 DEBUG [RS:2;2a884b411602:34971 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/WALs/2a884b411602,34971,1732226351336 2024-11-21T21:59:11,863 DEBUG [RS:0;2a884b411602:44299 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/WALs/2a884b411602,44299,1732226351267 2024-11-21T21:59:11,867 INFO [RS:1;2a884b411602:43829 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T21:59:11,867 INFO [RS:0;2a884b411602:44299 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T21:59:11,867 INFO [RS:2;2a884b411602:34971 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T21:59:11,870 INFO [RS:1;2a884b411602:43829 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T21:59:11,871 INFO [RS:1;2a884b411602:43829 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T21:59:11,871 INFO [RS:1;2a884b411602:43829 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T21:59:11,873 INFO [RS:1;2a884b411602:43829 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T21:59:11,873 INFO [RS:2;2a884b411602:34971 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T21:59:11,873 INFO [RS:2;2a884b411602:34971 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T21:59:11,873 INFO [RS:2;2a884b411602:34971 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T21:59:11,874 INFO [RS:1;2a884b411602:43829 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T21:59:11,874 INFO [RS:1;2a884b411602:43829 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T21:59:11,874 DEBUG [RS:1;2a884b411602:43829 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:59:11,874 INFO [RS:2;2a884b411602:34971 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T21:59:11,874 DEBUG [RS:1;2a884b411602:43829 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:59:11,874 DEBUG [RS:1;2a884b411602:43829 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:59:11,874 DEBUG [RS:1;2a884b411602:43829 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:59:11,874 DEBUG [RS:1;2a884b411602:43829 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:59:11,875 DEBUG [RS:1;2a884b411602:43829 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0, corePoolSize=2, maxPoolSize=2 2024-11-21T21:59:11,875 DEBUG [RS:1;2a884b411602:43829 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:59:11,875 DEBUG [RS:1;2a884b411602:43829 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:59:11,875 DEBUG [RS:1;2a884b411602:43829 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:59:11,875 DEBUG [RS:1;2a884b411602:43829 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:59:11,875 DEBUG [RS:1;2a884b411602:43829 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:59:11,875 DEBUG [RS:1;2a884b411602:43829 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:59:11,875 DEBUG [RS:1;2a884b411602:43829 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0, corePoolSize=3, maxPoolSize=3 2024-11-21T21:59:11,875 DEBUG [RS:1;2a884b411602:43829 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2a884b411602:0, corePoolSize=3, maxPoolSize=3 2024-11-21T21:59:11,875 INFO [RS:0;2a884b411602:44299 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T21:59:11,875 INFO [RS:2;2a884b411602:34971 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T21:59:11,875 INFO [RS:2;2a884b411602:34971 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T21:59:11,876 DEBUG [RS:2;2a884b411602:34971 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:59:11,876 DEBUG [RS:2;2a884b411602:34971 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:59:11,876 DEBUG [RS:2;2a884b411602:34971 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:59:11,876 DEBUG [RS:2;2a884b411602:34971 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:59:11,876 DEBUG [RS:2;2a884b411602:34971 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:59:11,876 DEBUG [RS:2;2a884b411602:34971 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0, corePoolSize=2, maxPoolSize=2 2024-11-21T21:59:11,876 DEBUG [RS:2;2a884b411602:34971 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:59:11,876 DEBUG [RS:2;2a884b411602:34971 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:59:11,876 DEBUG [RS:2;2a884b411602:34971 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:59:11,876 DEBUG [RS:2;2a884b411602:34971 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:59:11,876 DEBUG [RS:2;2a884b411602:34971 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:59:11,877 DEBUG [RS:2;2a884b411602:34971 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:59:11,877 DEBUG [RS:2;2a884b411602:34971 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0, corePoolSize=3, maxPoolSize=3 2024-11-21T21:59:11,877 DEBUG [RS:2;2a884b411602:34971 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2a884b411602:0, corePoolSize=3, maxPoolSize=3 2024-11-21T21:59:11,877 WARN [2a884b411602:34519 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T21:59:11,881 INFO [RS:0;2a884b411602:44299 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T21:59:11,881 INFO [RS:0;2a884b411602:44299 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T21:59:11,882 INFO [RS:1;2a884b411602:43829 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T21:59:11,882 INFO [RS:1;2a884b411602:43829 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T21:59:11,882 INFO [RS:2;2a884b411602:34971 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T21:59:11,882 INFO [RS:1;2a884b411602:43829 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T21:59:11,882 INFO [RS:2;2a884b411602:34971 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T21:59:11,882 INFO [RS:0;2a884b411602:44299 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T21:59:11,882 INFO [RS:2;2a884b411602:34971 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T21:59:11,882 INFO [RS:1;2a884b411602:43829 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T21:59:11,882 INFO [RS:2;2a884b411602:34971 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T21:59:11,882 INFO [RS:1;2a884b411602:43829 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T21:59:11,882 INFO [RS:2;2a884b411602:34971 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T21:59:11,882 INFO [RS:1;2a884b411602:43829 {}] hbase.ChoreService(168): Chore ScheduledChore name=2a884b411602,43829,1732226351302-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T21:59:11,882 INFO [RS:2;2a884b411602:34971 {}] hbase.ChoreService(168): Chore ScheduledChore name=2a884b411602,34971,1732226351336-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T21:59:11,883 INFO [RS:0;2a884b411602:44299 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T21:59:11,883 INFO [RS:0;2a884b411602:44299 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T21:59:11,883 DEBUG [RS:0;2a884b411602:44299 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:59:11,883 DEBUG [RS:0;2a884b411602:44299 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:59:11,883 DEBUG [RS:0;2a884b411602:44299 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:59:11,883 DEBUG [RS:0;2a884b411602:44299 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:59:11,883 DEBUG [RS:0;2a884b411602:44299 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:59:11,884 DEBUG [RS:0;2a884b411602:44299 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0, corePoolSize=2, maxPoolSize=2 2024-11-21T21:59:11,884 DEBUG [RS:0;2a884b411602:44299 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:59:11,884 DEBUG [RS:0;2a884b411602:44299 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:59:11,884 DEBUG [RS:0;2a884b411602:44299 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:59:11,884 DEBUG [RS:0;2a884b411602:44299 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:59:11,884 DEBUG [RS:0;2a884b411602:44299 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:59:11,884 DEBUG [RS:0;2a884b411602:44299 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:59:11,884 DEBUG [RS:0;2a884b411602:44299 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0, corePoolSize=3, maxPoolSize=3 2024-11-21T21:59:11,884 DEBUG [RS:0;2a884b411602:44299 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2a884b411602:0, corePoolSize=3, maxPoolSize=3 2024-11-21T21:59:11,887 INFO [RS:0;2a884b411602:44299 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T21:59:11,887 INFO [RS:0;2a884b411602:44299 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T21:59:11,887 INFO [RS:0;2a884b411602:44299 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T21:59:11,887 INFO [RS:0;2a884b411602:44299 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T21:59:11,887 INFO [RS:0;2a884b411602:44299 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T21:59:11,887 INFO [RS:0;2a884b411602:44299 {}] hbase.ChoreService(168): Chore ScheduledChore name=2a884b411602,44299,1732226351267-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T21:59:11,896 INFO [RS:1;2a884b411602:43829 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T21:59:11,896 INFO [RS:1;2a884b411602:43829 {}] hbase.ChoreService(168): Chore ScheduledChore name=2a884b411602,43829,1732226351302-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T21:59:11,897 INFO [RS:1;2a884b411602:43829 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T21:59:11,897 INFO [RS:1;2a884b411602:43829 {}] regionserver.Replication(171): 2a884b411602,43829,1732226351302 started 2024-11-21T21:59:11,900 INFO [RS:2;2a884b411602:34971 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T21:59:11,900 INFO [RS:2;2a884b411602:34971 {}] hbase.ChoreService(168): Chore ScheduledChore name=2a884b411602,34971,1732226351336-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T21:59:11,900 INFO [RS:2;2a884b411602:34971 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T21:59:11,900 INFO [RS:2;2a884b411602:34971 {}] regionserver.Replication(171): 2a884b411602,34971,1732226351336 started 2024-11-21T21:59:11,905 INFO [RS:0;2a884b411602:44299 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T21:59:11,905 INFO [RS:0;2a884b411602:44299 {}] hbase.ChoreService(168): Chore ScheduledChore name=2a884b411602,44299,1732226351267-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T21:59:11,906 INFO [RS:0;2a884b411602:44299 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T21:59:11,906 INFO [RS:0;2a884b411602:44299 {}] regionserver.Replication(171): 2a884b411602,44299,1732226351267 started 2024-11-21T21:59:11,909 INFO [RS:1;2a884b411602:43829 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T21:59:11,909 INFO [RS:1;2a884b411602:43829 {}] regionserver.HRegionServer(1482): Serving as 2a884b411602,43829,1732226351302, RpcServer on 2a884b411602/172.17.0.2:43829, sessionid=0x10160b212c80002 2024-11-21T21:59:11,909 DEBUG [RS:1;2a884b411602:43829 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T21:59:11,909 DEBUG [RS:1;2a884b411602:43829 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2a884b411602,43829,1732226351302 2024-11-21T21:59:11,909 DEBUG [RS:1;2a884b411602:43829 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2a884b411602,43829,1732226351302' 2024-11-21T21:59:11,909 DEBUG [RS:1;2a884b411602:43829 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T21:59:11,910 DEBUG [RS:1;2a884b411602:43829 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T21:59:11,910 DEBUG [RS:1;2a884b411602:43829 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T21:59:11,910 DEBUG [RS:1;2a884b411602:43829 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T21:59:11,910 DEBUG [RS:1;2a884b411602:43829 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2a884b411602,43829,1732226351302 2024-11-21T21:59:11,910 DEBUG [RS:1;2a884b411602:43829 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2a884b411602,43829,1732226351302' 2024-11-21T21:59:11,910 DEBUG [RS:1;2a884b411602:43829 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T21:59:11,911 DEBUG [RS:1;2a884b411602:43829 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T21:59:11,911 DEBUG [RS:1;2a884b411602:43829 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T21:59:11,911 INFO [RS:1;2a884b411602:43829 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T21:59:11,911 INFO [RS:1;2a884b411602:43829 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T21:59:11,917 INFO [RS:2;2a884b411602:34971 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T21:59:11,917 INFO [RS:2;2a884b411602:34971 {}] regionserver.HRegionServer(1482): Serving as 2a884b411602,34971,1732226351336, RpcServer on 2a884b411602/172.17.0.2:34971, sessionid=0x10160b212c80003 2024-11-21T21:59:11,917 DEBUG [RS:2;2a884b411602:34971 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T21:59:11,918 DEBUG [RS:2;2a884b411602:34971 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2a884b411602,34971,1732226351336 2024-11-21T21:59:11,918 DEBUG [RS:2;2a884b411602:34971 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2a884b411602,34971,1732226351336' 2024-11-21T21:59:11,918 DEBUG [RS:2;2a884b411602:34971 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T21:59:11,918 DEBUG [RS:2;2a884b411602:34971 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T21:59:11,919 DEBUG [RS:2;2a884b411602:34971 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T21:59:11,919 DEBUG [RS:2;2a884b411602:34971 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T21:59:11,919 DEBUG [RS:2;2a884b411602:34971 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2a884b411602,34971,1732226351336 2024-11-21T21:59:11,919 DEBUG [RS:2;2a884b411602:34971 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2a884b411602,34971,1732226351336' 2024-11-21T21:59:11,919 DEBUG [RS:2;2a884b411602:34971 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T21:59:11,919 DEBUG [RS:2;2a884b411602:34971 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T21:59:11,919 DEBUG [RS:2;2a884b411602:34971 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T21:59:11,919 INFO [RS:2;2a884b411602:34971 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T21:59:11,919 INFO [RS:2;2a884b411602:34971 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T21:59:11,922 INFO [RS:0;2a884b411602:44299 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T21:59:11,922 INFO [RS:0;2a884b411602:44299 {}] regionserver.HRegionServer(1482): Serving as 2a884b411602,44299,1732226351267, RpcServer on 2a884b411602/172.17.0.2:44299, sessionid=0x10160b212c80001 2024-11-21T21:59:11,922 DEBUG [RS:0;2a884b411602:44299 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T21:59:11,922 DEBUG [RS:0;2a884b411602:44299 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2a884b411602,44299,1732226351267 2024-11-21T21:59:11,922 DEBUG [RS:0;2a884b411602:44299 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2a884b411602,44299,1732226351267' 2024-11-21T21:59:11,922 DEBUG [RS:0;2a884b411602:44299 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T21:59:11,923 DEBUG [RS:0;2a884b411602:44299 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T21:59:11,923 DEBUG [RS:0;2a884b411602:44299 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T21:59:11,923 DEBUG [RS:0;2a884b411602:44299 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T21:59:11,923 DEBUG [RS:0;2a884b411602:44299 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2a884b411602,44299,1732226351267 2024-11-21T21:59:11,923 DEBUG [RS:0;2a884b411602:44299 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2a884b411602,44299,1732226351267' 2024-11-21T21:59:11,924 DEBUG [RS:0;2a884b411602:44299 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T21:59:11,924 DEBUG [RS:0;2a884b411602:44299 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T21:59:11,924 DEBUG [RS:0;2a884b411602:44299 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T21:59:11,925 INFO [RS:0;2a884b411602:44299 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T21:59:11,925 INFO [RS:0;2a884b411602:44299 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T21:59:12,012 INFO [RS:1;2a884b411602:43829 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T21:59:12,016 INFO [RS:1;2a884b411602:43829 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2a884b411602%2C43829%2C1732226351302, suffix=, logDir=hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/WALs/2a884b411602,43829,1732226351302, archiveDir=hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/oldWALs, maxLogs=32 2024-11-21T21:59:12,020 INFO [RS:2;2a884b411602:34971 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T21:59:12,022 INFO [RS:2;2a884b411602:34971 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2a884b411602%2C34971%2C1732226351336, suffix=, logDir=hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/WALs/2a884b411602,34971,1732226351336, archiveDir=hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/oldWALs, maxLogs=32 2024-11-21T21:59:12,025 INFO [RS:0;2a884b411602:44299 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T21:59:12,027 INFO [RS:0;2a884b411602:44299 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2a884b411602%2C44299%2C1732226351267, suffix=, logDir=hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/WALs/2a884b411602,44299,1732226351267, archiveDir=hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/oldWALs, maxLogs=32 2024-11-21T21:59:12,035 DEBUG [RS:1;2a884b411602:43829 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/WALs/2a884b411602,43829,1732226351302/2a884b411602%2C43829%2C1732226351302.1732226352017, exclude list is [], retry=0 2024-11-21T21:59:12,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40161,DS-3a6292a5-1e24-4393-8d9c-cd7dcda966c6,DISK] 2024-11-21T21:59:12,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36049,DS-34a5aee1-809f-4678-97b7-3bd3b0e37d24,DISK] 2024-11-21T21:59:12,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36335,DS-5ac5a94c-9c7b-4d8e-aebe-68f8728f80c3,DISK] 2024-11-21T21:59:12,042 DEBUG [RS:2;2a884b411602:34971 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/WALs/2a884b411602,34971,1732226351336/2a884b411602%2C34971%2C1732226351336.1732226352023, exclude list is [], retry=0 2024-11-21T21:59:12,043 INFO [RS:1;2a884b411602:43829 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/WALs/2a884b411602,43829,1732226351302/2a884b411602%2C43829%2C1732226351302.1732226352017 2024-11-21T21:59:12,043 DEBUG [RS:1;2a884b411602:43829 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37221:37221),(127.0.0.1/127.0.0.1:35189:35189),(127.0.0.1/127.0.0.1:35207:35207)] 2024-11-21T21:59:12,044 DEBUG [RS:0;2a884b411602:44299 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/WALs/2a884b411602,44299,1732226351267/2a884b411602%2C44299%2C1732226351267.1732226352028, exclude list is [], retry=0 2024-11-21T21:59:12,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36049,DS-34a5aee1-809f-4678-97b7-3bd3b0e37d24,DISK] 2024-11-21T21:59:12,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40161,DS-3a6292a5-1e24-4393-8d9c-cd7dcda966c6,DISK] 2024-11-21T21:59:12,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36335,DS-5ac5a94c-9c7b-4d8e-aebe-68f8728f80c3,DISK] 2024-11-21T21:59:12,047 INFO [RS:2;2a884b411602:34971 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/WALs/2a884b411602,34971,1732226351336/2a884b411602%2C34971%2C1732226351336.1732226352023 2024-11-21T21:59:12,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36335,DS-5ac5a94c-9c7b-4d8e-aebe-68f8728f80c3,DISK] 2024-11-21T21:59:12,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36049,DS-34a5aee1-809f-4678-97b7-3bd3b0e37d24,DISK] 2024-11-21T21:59:12,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40161,DS-3a6292a5-1e24-4393-8d9c-cd7dcda966c6,DISK] 2024-11-21T21:59:12,048 DEBUG [RS:2;2a884b411602:34971 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35189:35189),(127.0.0.1/127.0.0.1:37221:37221),(127.0.0.1/127.0.0.1:35207:35207)] 2024-11-21T21:59:12,050 INFO [RS:0;2a884b411602:44299 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/WALs/2a884b411602,44299,1732226351267/2a884b411602%2C44299%2C1732226351267.1732226352028 2024-11-21T21:59:12,050 DEBUG [RS:0;2a884b411602:44299 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35189:35189),(127.0.0.1/127.0.0.1:35207:35207),(127.0.0.1/127.0.0.1:37221:37221)] 2024-11-21T21:59:12,127 DEBUG [2a884b411602:34519 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-21T21:59:12,128 DEBUG [2a884b411602:34519 {}] balancer.BalancerClusterState(204): Hosts are {2a884b411602=0} racks are {/default-rack=0} 2024-11-21T21:59:12,133 DEBUG [2a884b411602:34519 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-21T21:59:12,133 DEBUG [2a884b411602:34519 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-21T21:59:12,133 DEBUG [2a884b411602:34519 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-21T21:59:12,133 DEBUG [2a884b411602:34519 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-21T21:59:12,133 DEBUG [2a884b411602:34519 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-21T21:59:12,133 DEBUG [2a884b411602:34519 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-21T21:59:12,134 INFO [2a884b411602:34519 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-21T21:59:12,134 INFO [2a884b411602:34519 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-21T21:59:12,134 INFO [2a884b411602:34519 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-21T21:59:12,134 DEBUG [2a884b411602:34519 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-21T21:59:12,135 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2a884b411602,44299,1732226351267 2024-11-21T21:59:12,137 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2a884b411602,44299,1732226351267, state=OPENING 2024-11-21T21:59:12,163 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T21:59:12,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34971-0x10160b212c80003, quorum=127.0.0.1:58292, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:59:12,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34519-0x10160b212c80000, quorum=127.0.0.1:58292, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:59:12,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43829-0x10160b212c80002, quorum=127.0.0.1:58292, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:59:12,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44299-0x10160b212c80001, quorum=127.0.0.1:58292, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:59:12,175 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T21:59:12,175 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:59:12,175 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:59:12,175 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:59:12,175 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2a884b411602,44299,1732226351267}] 2024-11-21T21:59:12,175 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:59:13,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T21:59:13,333 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T21:59:13,333 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T21:59:13,841 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T21:59:13,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T21:59:13,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T21:59:13,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T21:59:22,181 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T21:59:22,184 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60509, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T21:59:22,192 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T21:59:22,192 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T21:59:22,193 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T21:59:22,195 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2a884b411602%2C44299%2C1732226351267.meta, suffix=.meta, logDir=hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/WALs/2a884b411602,44299,1732226351267, archiveDir=hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/oldWALs, maxLogs=32 2024-11-21T21:59:22,210 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/WALs/2a884b411602,44299,1732226351267/2a884b411602%2C44299%2C1732226351267.meta.1732226362195.meta, exclude list is [], retry=0 2024-11-21T21:59:22,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36335,DS-5ac5a94c-9c7b-4d8e-aebe-68f8728f80c3,DISK] 2024-11-21T21:59:22,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36049,DS-34a5aee1-809f-4678-97b7-3bd3b0e37d24,DISK] 2024-11-21T21:59:22,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40161,DS-3a6292a5-1e24-4393-8d9c-cd7dcda966c6,DISK] 2024-11-21T21:59:22,214 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/WALs/2a884b411602,44299,1732226351267/2a884b411602%2C44299%2C1732226351267.meta.1732226362195.meta 2024-11-21T21:59:22,214 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35189:35189),(127.0.0.1/127.0.0.1:37221:37221),(127.0.0.1/127.0.0.1:35207:35207)] 2024-11-21T21:59:22,215 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T21:59:22,215 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T21:59:22,215 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T21:59:22,215 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T21:59:22,215 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T21:59:22,215 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:59:22,215 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T21:59:22,215 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T21:59:22,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T21:59:22,217 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T21:59:22,217 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:59:22,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T21:59:22,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T21:59:22,219 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T21:59:22,219 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:59:22,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T21:59:22,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T21:59:22,220 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T21:59:22,220 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:59:22,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T21:59:22,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T21:59:22,222 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T21:59:22,222 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:59:22,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T21:59:22,222 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T21:59:22,223 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/hbase/meta/1588230740 2024-11-21T21:59:22,224 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/hbase/meta/1588230740 2024-11-21T21:59:22,226 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T21:59:22,226 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T21:59:22,226 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T21:59:22,228 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T21:59:22,229 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63642351, jitterRate=-0.05165506899356842}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T21:59:22,229 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T21:59:22,229 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732226362215Writing region info on filesystem at 1732226362215Initializing all the Stores at 1732226362216 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732226362216Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732226362216Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226362216Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732226362216Cleaning up temporary data from old regions at 1732226362226 (+10 ms)Running coprocessor post-open hooks at 1732226362229 (+3 ms)Region opened successfully at 1732226362229 2024-11-21T21:59:22,230 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732226362180 2024-11-21T21:59:22,232 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T21:59:22,232 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T21:59:22,233 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2a884b411602,44299,1732226351267 2024-11-21T21:59:22,234 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2a884b411602,44299,1732226351267, state=OPEN 2024-11-21T21:59:22,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34519-0x10160b212c80000, quorum=127.0.0.1:58292, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T21:59:22,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44299-0x10160b212c80001, quorum=127.0.0.1:58292, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T21:59:22,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43829-0x10160b212c80002, quorum=127.0.0.1:58292, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T21:59:22,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34971-0x10160b212c80003, quorum=127.0.0.1:58292, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T21:59:22,305 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:59:22,305 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:59:22,305 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2a884b411602,44299,1732226351267 2024-11-21T21:59:22,305 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:59:22,305 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:59:22,309 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T21:59:22,309 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2a884b411602,44299,1732226351267 in 10.1300 sec 2024-11-21T21:59:22,311 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T21:59:22,312 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.5840 sec 2024-11-21T21:59:22,312 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T21:59:22,313 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T21:59:22,316 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T21:59:22,316 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2a884b411602,44299,1732226351267, seqNum=-1] 2024-11-21T21:59:22,316 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T21:59:22,318 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57149, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T21:59:22,322 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.6450 sec 2024-11-21T21:59:22,323 INFO [master/2a884b411602:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732226362322, completionTime=-1 2024-11-21T21:59:22,323 INFO [master/2a884b411602:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-21T21:59:22,323 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T21:59:22,324 INFO [master/2a884b411602:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-21T21:59:22,324 INFO [master/2a884b411602:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732226422324 2024-11-21T21:59:22,324 INFO [master/2a884b411602:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732226482324 2024-11-21T21:59:22,324 INFO [master/2a884b411602:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T21:59:22,325 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-21T21:59:22,326 INFO [master/2a884b411602:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2a884b411602,34519,1732226351129-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T21:59:22,327 INFO [master/2a884b411602:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2a884b411602,34519,1732226351129-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T21:59:22,327 INFO [master/2a884b411602:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2a884b411602,34519,1732226351129-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T21:59:22,327 INFO [master/2a884b411602:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2a884b411602:34519, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T21:59:22,327 INFO [master/2a884b411602:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T21:59:22,327 INFO [master/2a884b411602:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T21:59:22,329 DEBUG [master/2a884b411602:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T21:59:22,331 INFO [master/2a884b411602:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 10.942sec 2024-11-21T21:59:22,331 INFO [master/2a884b411602:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T21:59:22,331 INFO [master/2a884b411602:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T21:59:22,331 INFO [master/2a884b411602:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T21:59:22,331 INFO [master/2a884b411602:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T21:59:22,331 INFO [master/2a884b411602:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T21:59:22,331 INFO [master/2a884b411602:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2a884b411602,34519,1732226351129-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T21:59:22,332 INFO [master/2a884b411602:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2a884b411602,34519,1732226351129-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T21:59:22,334 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T21:59:22,334 INFO [master/2a884b411602:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T21:59:22,334 INFO [master/2a884b411602:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2a884b411602,34519,1732226351129-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T21:59:22,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a1caa11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T21:59:22,368 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2a884b411602,34519,-1 for getting cluster id 2024-11-21T21:59:22,369 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T21:59:22,371 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4749a181-aace-41d0-8b35-36c615d52449' 2024-11-21T21:59:22,371 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T21:59:22,372 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4749a181-aace-41d0-8b35-36c615d52449" 2024-11-21T21:59:22,372 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ae7df07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T21:59:22,373 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2a884b411602,34519,-1] 2024-11-21T21:59:22,373 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T21:59:22,374 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T21:59:22,376 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56404, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T21:59:22,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@334925f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T21:59:22,378 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T21:59:22,379 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2a884b411602,44299,1732226351267, seqNum=-1] 2024-11-21T21:59:22,380 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T21:59:22,382 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38072, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T21:59:22,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2a884b411602,34519,1732226351129 2024-11-21T21:59:22,383 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732226362383 (current time:1732226362383). 2024-11-21T21:59:22,383 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-21T21:59:22,383 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-21T21:59:22,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c8b3e22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T21:59:22,384 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2a884b411602,34519,-1 for getting cluster id 2024-11-21T21:59:22,384 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T21:59:22,385 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4749a181-aace-41d0-8b35-36c615d52449' 2024-11-21T21:59:22,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T21:59:22,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4749a181-aace-41d0-8b35-36c615d52449" 2024-11-21T21:59:22,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48092654, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T21:59:22,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2a884b411602,34519,-1] 2024-11-21T21:59:22,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T21:59:22,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T21:59:22,387 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56434, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T21:59:22,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d35e8ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T21:59:22,388 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T21:59:22,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2a884b411602,44299,1732226351267, seqNum=-1] 2024-11-21T21:59:22,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T21:59:22,390 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38082, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T21:59:22,391 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T21:59:22,391 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T21:59:22,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T21:59:22,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T21:59:22,392 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T21:59:22,392 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T21:59:22,393 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 2a884b411602,34519,1732226351129 2024-11-21T21:59:22,393 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22ed1158 2024-11-21T21:59:22,393 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T21:59:22,395 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56448, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T21:59:22,396 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34519 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T21:59:22,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34519 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-21T21:59:22,398 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T21:59:22,398 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:59:22,398 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34519 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-21T21:59:22,399 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T21:59:22,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T21:59:22,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40161 is added to blk_1073741837_1013 (size=361) 2024-11-21T21:59:22,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36049 is added to blk_1073741837_1013 (size=361) 2024-11-21T21:59:22,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36335 is added to blk_1073741837_1013 (size=361) 2024-11-21T21:59:22,409 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 69161172a07ec0f12a0e738f1b41d5ca, NAME => 'SPTestTable,,1732226362395.69161172a07ec0f12a0e738f1b41d5ca.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f 2024-11-21T21:59:22,412 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => ab0caff1d4fb0bcfafe912afda573e68, NAME => 'SPTestTable,19999999,1732226362395.ab0caff1d4fb0bcfafe912afda573e68.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f 2024-11-21T21:59:22,412 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 42a7dcaeca535988fc8d10b6578f71bb, NAME => 'SPTestTable,33333332,1732226362395.42a7dcaeca535988fc8d10b6578f71bb.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f 2024-11-21T21:59:22,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36335 is added to blk_1073741838_1014 (size=54) 2024-11-21T21:59:22,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36049 is added to blk_1073741838_1014 (size=54) 2024-11-21T21:59:22,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40161 is added to blk_1073741838_1014 (size=54) 2024-11-21T21:59:22,421 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732226362395.69161172a07ec0f12a0e738f1b41d5ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:59:22,421 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 69161172a07ec0f12a0e738f1b41d5ca, disabling compactions & flushes 2024-11-21T21:59:22,421 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732226362395.69161172a07ec0f12a0e738f1b41d5ca. 2024-11-21T21:59:22,421 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732226362395.69161172a07ec0f12a0e738f1b41d5ca. 2024-11-21T21:59:22,421 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732226362395.69161172a07ec0f12a0e738f1b41d5ca. after waiting 0 ms 2024-11-21T21:59:22,421 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732226362395.69161172a07ec0f12a0e738f1b41d5ca. 2024-11-21T21:59:22,421 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732226362395.69161172a07ec0f12a0e738f1b41d5ca. 2024-11-21T21:59:22,421 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 69161172a07ec0f12a0e738f1b41d5ca: Waiting for close lock at 1732226362421Disabling compacts and flushes for region at 1732226362421Disabling writes for close at 1732226362421Writing region close event to WAL at 1732226362421Closed at 1732226362421 2024-11-21T21:59:22,422 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ed8d62c5a3d1e2888a9f262044f90322, NAME => 'SPTestTable,4ccccccb,1732226362395.ed8d62c5a3d1e2888a9f262044f90322.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f 2024-11-21T21:59:22,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36335 is added to blk_1073741840_1016 (size=62) 2024-11-21T21:59:22,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40161 is added to blk_1073741840_1016 (size=62) 2024-11-21T21:59:22,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36049 is added to blk_1073741840_1016 (size=62) 2024-11-21T21:59:22,426 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732226362395.42a7dcaeca535988fc8d10b6578f71bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:59:22,427 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 42a7dcaeca535988fc8d10b6578f71bb, disabling compactions & flushes 2024-11-21T21:59:22,427 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732226362395.42a7dcaeca535988fc8d10b6578f71bb. 2024-11-21T21:59:22,427 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732226362395.42a7dcaeca535988fc8d10b6578f71bb. 2024-11-21T21:59:22,427 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732226362395.42a7dcaeca535988fc8d10b6578f71bb. after waiting 0 ms 2024-11-21T21:59:22,427 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732226362395.42a7dcaeca535988fc8d10b6578f71bb. 2024-11-21T21:59:22,427 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732226362395.42a7dcaeca535988fc8d10b6578f71bb. 2024-11-21T21:59:22,427 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 42a7dcaeca535988fc8d10b6578f71bb: Waiting for close lock at 1732226362427Disabling compacts and flushes for region at 1732226362427Disabling writes for close at 1732226362427Writing region close event to WAL at 1732226362427Closed at 1732226362427 2024-11-21T21:59:22,428 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 4ce6a5aad53fbb90e729ada8cd32f78b, NAME => 'SPTestTable,66666664,1732226362395.4ce6a5aad53fbb90e729ada8cd32f78b.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f 2024-11-21T21:59:22,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40161 is added to blk_1073741839_1015 (size=62) 2024-11-21T21:59:22,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36049 is added to blk_1073741839_1015 (size=62) 2024-11-21T21:59:22,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36335 is added to blk_1073741839_1015 (size=62) 2024-11-21T21:59:22,429 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732226362395.ab0caff1d4fb0bcfafe912afda573e68.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:59:22,429 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing ab0caff1d4fb0bcfafe912afda573e68, disabling compactions & flushes 2024-11-21T21:59:22,429 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732226362395.ab0caff1d4fb0bcfafe912afda573e68. 2024-11-21T21:59:22,429 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732226362395.ab0caff1d4fb0bcfafe912afda573e68. 2024-11-21T21:59:22,429 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732226362395.ab0caff1d4fb0bcfafe912afda573e68. after waiting 0 ms 2024-11-21T21:59:22,429 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732226362395.ab0caff1d4fb0bcfafe912afda573e68. 2024-11-21T21:59:22,429 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732226362395.ab0caff1d4fb0bcfafe912afda573e68. 2024-11-21T21:59:22,429 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for ab0caff1d4fb0bcfafe912afda573e68: Waiting for close lock at 1732226362429Disabling compacts and flushes for region at 1732226362429Disabling writes for close at 1732226362429Writing region close event to WAL at 1732226362429Closed at 1732226362429 2024-11-21T21:59:22,430 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => cc0cd5e45bbe7f4c7763421f8dac1139, NAME => 'SPTestTable,7ffffffd,1732226362395.cc0cd5e45bbe7f4c7763421f8dac1139.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f 2024-11-21T21:59:22,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36049 is added to blk_1073741841_1017 (size=62) 2024-11-21T21:59:22,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36335 is added to blk_1073741841_1017 (size=62) 2024-11-21T21:59:22,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40161 is added to blk_1073741841_1017 (size=62) 2024-11-21T21:59:22,442 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732226362395.ed8d62c5a3d1e2888a9f262044f90322.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:59:22,442 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing ed8d62c5a3d1e2888a9f262044f90322, disabling compactions & flushes 2024-11-21T21:59:22,442 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732226362395.ed8d62c5a3d1e2888a9f262044f90322. 2024-11-21T21:59:22,442 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732226362395.ed8d62c5a3d1e2888a9f262044f90322. 2024-11-21T21:59:22,442 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732226362395.ed8d62c5a3d1e2888a9f262044f90322. after waiting 0 ms 2024-11-21T21:59:22,442 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732226362395.ed8d62c5a3d1e2888a9f262044f90322. 2024-11-21T21:59:22,442 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732226362395.ed8d62c5a3d1e2888a9f262044f90322. 2024-11-21T21:59:22,442 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for ed8d62c5a3d1e2888a9f262044f90322: Waiting for close lock at 1732226362442Disabling compacts and flushes for region at 1732226362442Disabling writes for close at 1732226362442Writing region close event to WAL at 1732226362442Closed at 1732226362442 2024-11-21T21:59:22,443 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c298ae395c9ab914a70a29be83c44ad5, NAME => 'SPTestTable,99999996,1732226362395.c298ae395c9ab914a70a29be83c44ad5.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f 2024-11-21T21:59:22,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36335 is added to blk_1073741842_1018 (size=62) 2024-11-21T21:59:22,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40161 is added to blk_1073741842_1018 (size=62) 2024-11-21T21:59:22,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36049 is added to blk_1073741842_1018 (size=62) 2024-11-21T21:59:22,452 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732226362395.cc0cd5e45bbe7f4c7763421f8dac1139.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:59:22,452 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing cc0cd5e45bbe7f4c7763421f8dac1139, disabling compactions & flushes 2024-11-21T21:59:22,452 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732226362395.cc0cd5e45bbe7f4c7763421f8dac1139. 2024-11-21T21:59:22,452 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732226362395.cc0cd5e45bbe7f4c7763421f8dac1139. 2024-11-21T21:59:22,452 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732226362395.cc0cd5e45bbe7f4c7763421f8dac1139. after waiting 0 ms 2024-11-21T21:59:22,452 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732226362395.cc0cd5e45bbe7f4c7763421f8dac1139. 2024-11-21T21:59:22,452 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732226362395.cc0cd5e45bbe7f4c7763421f8dac1139. 2024-11-21T21:59:22,452 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for cc0cd5e45bbe7f4c7763421f8dac1139: Waiting for close lock at 1732226362452Disabling compacts and flushes for region at 1732226362452Disabling writes for close at 1732226362452Writing region close event to WAL at 1732226362452Closed at 1732226362452 2024-11-21T21:59:22,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40161 is added to blk_1073741843_1019 (size=62) 2024-11-21T21:59:22,453 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 07481122936d7687dcfa534c2bdc1f61, NAME => 'SPTestTable,b333332f,1732226362395.07481122936d7687dcfa534c2bdc1f61.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f 2024-11-21T21:59:22,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36335 is added to blk_1073741843_1019 (size=62) 2024-11-21T21:59:22,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36049 is added to blk_1073741843_1019 (size=62) 2024-11-21T21:59:22,454 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732226362395.4ce6a5aad53fbb90e729ada8cd32f78b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:59:22,454 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 4ce6a5aad53fbb90e729ada8cd32f78b, disabling compactions & flushes 2024-11-21T21:59:22,454 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732226362395.4ce6a5aad53fbb90e729ada8cd32f78b. 2024-11-21T21:59:22,454 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732226362395.4ce6a5aad53fbb90e729ada8cd32f78b. 2024-11-21T21:59:22,454 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732226362395.4ce6a5aad53fbb90e729ada8cd32f78b. after waiting 0 ms 2024-11-21T21:59:22,454 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732226362395.4ce6a5aad53fbb90e729ada8cd32f78b. 2024-11-21T21:59:22,454 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732226362395.4ce6a5aad53fbb90e729ada8cd32f78b. 2024-11-21T21:59:22,454 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 4ce6a5aad53fbb90e729ada8cd32f78b: Waiting for close lock at 1732226362454Disabling compacts and flushes for region at 1732226362454Disabling writes for close at 1732226362454Writing region close event to WAL at 1732226362454Closed at 1732226362454 2024-11-21T21:59:22,455 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1bfdc4e62b28caea9866aaa97051af3f, NAME => 'SPTestTable,ccccccc8,1732226362395.1bfdc4e62b28caea9866aaa97051af3f.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f 2024-11-21T21:59:22,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36049 is added to blk_1073741844_1020 (size=62) 2024-11-21T21:59:22,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40161 is added to blk_1073741844_1020 (size=62) 2024-11-21T21:59:22,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36335 is added to blk_1073741844_1020 (size=62) 2024-11-21T21:59:22,460 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732226362395.c298ae395c9ab914a70a29be83c44ad5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:59:22,460 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing c298ae395c9ab914a70a29be83c44ad5, disabling compactions & flushes 2024-11-21T21:59:22,460 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732226362395.c298ae395c9ab914a70a29be83c44ad5. 2024-11-21T21:59:22,460 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732226362395.c298ae395c9ab914a70a29be83c44ad5. 2024-11-21T21:59:22,460 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732226362395.c298ae395c9ab914a70a29be83c44ad5. after waiting 0 ms 2024-11-21T21:59:22,460 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732226362395.c298ae395c9ab914a70a29be83c44ad5. 2024-11-21T21:59:22,460 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732226362395.c298ae395c9ab914a70a29be83c44ad5. 2024-11-21T21:59:22,460 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for c298ae395c9ab914a70a29be83c44ad5: Waiting for close lock at 1732226362460Disabling compacts and flushes for region at 1732226362460Disabling writes for close at 1732226362460Writing region close event to WAL at 1732226362460Closed at 1732226362460 2024-11-21T21:59:22,460 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d59b2383b917ba92300f4142bfa2995f, NAME => 'SPTestTable,e6666661,1732226362395.d59b2383b917ba92300f4142bfa2995f.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f 2024-11-21T21:59:22,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36335 is added to blk_1073741845_1021 (size=62) 2024-11-21T21:59:22,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36049 is added to blk_1073741845_1021 (size=62) 2024-11-21T21:59:22,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40161 is added to blk_1073741845_1021 (size=62) 2024-11-21T21:59:22,467 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732226362395.07481122936d7687dcfa534c2bdc1f61.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:59:22,467 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 07481122936d7687dcfa534c2bdc1f61, disabling compactions & flushes 2024-11-21T21:59:22,467 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732226362395.07481122936d7687dcfa534c2bdc1f61. 2024-11-21T21:59:22,467 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732226362395.07481122936d7687dcfa534c2bdc1f61. 2024-11-21T21:59:22,467 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732226362395.07481122936d7687dcfa534c2bdc1f61. after waiting 0 ms 2024-11-21T21:59:22,467 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732226362395.07481122936d7687dcfa534c2bdc1f61. 2024-11-21T21:59:22,467 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732226362395.07481122936d7687dcfa534c2bdc1f61. 2024-11-21T21:59:22,467 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 07481122936d7687dcfa534c2bdc1f61: Waiting for close lock at 1732226362467Disabling compacts and flushes for region at 1732226362467Disabling writes for close at 1732226362467Writing region close event to WAL at 1732226362467Closed at 1732226362467 2024-11-21T21:59:22,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36049 is added to blk_1073741847_1023 (size=54) 2024-11-21T21:59:22,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36335 is added to blk_1073741846_1022 (size=62) 2024-11-21T21:59:22,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40161 is added to blk_1073741846_1022 (size=62) 2024-11-21T21:59:22,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36049 is added to blk_1073741846_1022 (size=62) 2024-11-21T21:59:22,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40161 is added to blk_1073741847_1023 (size=54) 2024-11-21T21:59:22,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36335 is added to blk_1073741847_1023 (size=54) 2024-11-21T21:59:22,473 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732226362395.1bfdc4e62b28caea9866aaa97051af3f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:59:22,473 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732226362395.d59b2383b917ba92300f4142bfa2995f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:59:22,473 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing d59b2383b917ba92300f4142bfa2995f, disabling compactions & flushes 2024-11-21T21:59:22,473 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 1bfdc4e62b28caea9866aaa97051af3f, disabling compactions & flushes 2024-11-21T21:59:22,473 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732226362395.d59b2383b917ba92300f4142bfa2995f. 2024-11-21T21:59:22,473 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732226362395.1bfdc4e62b28caea9866aaa97051af3f. 2024-11-21T21:59:22,473 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732226362395.d59b2383b917ba92300f4142bfa2995f. 2024-11-21T21:59:22,473 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732226362395.1bfdc4e62b28caea9866aaa97051af3f. 2024-11-21T21:59:22,473 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732226362395.d59b2383b917ba92300f4142bfa2995f. after waiting 0 ms 2024-11-21T21:59:22,473 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732226362395.1bfdc4e62b28caea9866aaa97051af3f. after waiting 0 ms 2024-11-21T21:59:22,473 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732226362395.1bfdc4e62b28caea9866aaa97051af3f. 2024-11-21T21:59:22,473 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732226362395.d59b2383b917ba92300f4142bfa2995f. 2024-11-21T21:59:22,474 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732226362395.d59b2383b917ba92300f4142bfa2995f. 2024-11-21T21:59:22,474 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732226362395.1bfdc4e62b28caea9866aaa97051af3f. 2024-11-21T21:59:22,474 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 1bfdc4e62b28caea9866aaa97051af3f: Waiting for close lock at 1732226362473Disabling compacts and flushes for region at 1732226362473Disabling writes for close at 1732226362473Writing region close event to WAL at 1732226362474 (+1 ms)Closed at 1732226362474 2024-11-21T21:59:22,474 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for d59b2383b917ba92300f4142bfa2995f: Waiting for close lock at 1732226362473Disabling compacts and flushes for region at 1732226362473Disabling writes for close at 1732226362473Writing region close event to WAL at 1732226362474 (+1 ms)Closed at 1732226362474 2024-11-21T21:59:22,475 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T21:59:22,475 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732226362395.69161172a07ec0f12a0e738f1b41d5ca.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732226362475"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732226362475"}]},"ts":"1732226362475"} 2024-11-21T21:59:22,475 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732226362395.42a7dcaeca535988fc8d10b6578f71bb.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732226362475"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732226362475"}]},"ts":"1732226362475"} 2024-11-21T21:59:22,475 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732226362395.ab0caff1d4fb0bcfafe912afda573e68.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732226362475"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732226362475"}]},"ts":"1732226362475"} 2024-11-21T21:59:22,475 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732226362395.ed8d62c5a3d1e2888a9f262044f90322.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732226362475"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732226362475"}]},"ts":"1732226362475"} 2024-11-21T21:59:22,475 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732226362395.cc0cd5e45bbe7f4c7763421f8dac1139.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732226362475"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732226362475"}]},"ts":"1732226362475"} 2024-11-21T21:59:22,476 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732226362395.4ce6a5aad53fbb90e729ada8cd32f78b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732226362475"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732226362475"}]},"ts":"1732226362475"} 2024-11-21T21:59:22,476 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732226362395.c298ae395c9ab914a70a29be83c44ad5.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732226362475"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732226362475"}]},"ts":"1732226362475"} 2024-11-21T21:59:22,476 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732226362395.07481122936d7687dcfa534c2bdc1f61.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732226362475"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732226362475"}]},"ts":"1732226362475"} 2024-11-21T21:59:22,476 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732226362395.d59b2383b917ba92300f4142bfa2995f.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732226362475"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732226362475"}]},"ts":"1732226362475"} 2024-11-21T21:59:22,476 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732226362395.1bfdc4e62b28caea9866aaa97051af3f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732226362475"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732226362475"}]},"ts":"1732226362475"} 2024-11-21T21:59:22,480 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-21T21:59:22,481 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T21:59:22,481 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732226362481"}]},"ts":"1732226362481"} 2024-11-21T21:59:22,483 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-21T21:59:22,483 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {2a884b411602=0} racks are {/default-rack=0} 2024-11-21T21:59:22,488 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-21T21:59:22,488 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-21T21:59:22,488 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-21T21:59:22,488 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-21T21:59:22,488 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-21T21:59:22,488 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-21T21:59:22,488 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-21T21:59:22,488 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-21T21:59:22,488 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-21T21:59:22,488 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-21T21:59:22,489 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=69161172a07ec0f12a0e738f1b41d5ca, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ab0caff1d4fb0bcfafe912afda573e68, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=42a7dcaeca535988fc8d10b6578f71bb, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ed8d62c5a3d1e2888a9f262044f90322, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4ce6a5aad53fbb90e729ada8cd32f78b, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cc0cd5e45bbe7f4c7763421f8dac1139, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c298ae395c9ab914a70a29be83c44ad5, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=07481122936d7687dcfa534c2bdc1f61, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1bfdc4e62b28caea9866aaa97051af3f, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d59b2383b917ba92300f4142bfa2995f, ASSIGN}] 2024-11-21T21:59:22,490 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=42a7dcaeca535988fc8d10b6578f71bb, ASSIGN 2024-11-21T21:59:22,491 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ab0caff1d4fb0bcfafe912afda573e68, ASSIGN 2024-11-21T21:59:22,491 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=69161172a07ec0f12a0e738f1b41d5ca, ASSIGN 2024-11-21T21:59:22,491 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ed8d62c5a3d1e2888a9f262044f90322, ASSIGN 2024-11-21T21:59:22,492 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=42a7dcaeca535988fc8d10b6578f71bb, ASSIGN; state=OFFLINE, location=2a884b411602,43829,1732226351302; forceNewPlan=false, retain=false 2024-11-21T21:59:22,492 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ab0caff1d4fb0bcfafe912afda573e68, ASSIGN; state=OFFLINE, location=2a884b411602,44299,1732226351267; forceNewPlan=false, retain=false 2024-11-21T21:59:22,492 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ed8d62c5a3d1e2888a9f262044f90322, ASSIGN; state=OFFLINE, location=2a884b411602,34971,1732226351336; forceNewPlan=false, retain=false 2024-11-21T21:59:22,492 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=69161172a07ec0f12a0e738f1b41d5ca, ASSIGN; state=OFFLINE, location=2a884b411602,34971,1732226351336; forceNewPlan=false, retain=false 2024-11-21T21:59:22,494 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1bfdc4e62b28caea9866aaa97051af3f, ASSIGN 2024-11-21T21:59:22,494 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d59b2383b917ba92300f4142bfa2995f, ASSIGN 2024-11-21T21:59:22,494 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=07481122936d7687dcfa534c2bdc1f61, ASSIGN 2024-11-21T21:59:22,494 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c298ae395c9ab914a70a29be83c44ad5, ASSIGN 2024-11-21T21:59:22,494 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cc0cd5e45bbe7f4c7763421f8dac1139, ASSIGN 2024-11-21T21:59:22,495 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1bfdc4e62b28caea9866aaa97051af3f, ASSIGN; state=OFFLINE, location=2a884b411602,34971,1732226351336; forceNewPlan=false, retain=false 2024-11-21T21:59:22,495 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=07481122936d7687dcfa534c2bdc1f61, ASSIGN; state=OFFLINE, location=2a884b411602,43829,1732226351302; forceNewPlan=false, retain=false 2024-11-21T21:59:22,495 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c298ae395c9ab914a70a29be83c44ad5, ASSIGN; state=OFFLINE, location=2a884b411602,34971,1732226351336; forceNewPlan=false, retain=false 2024-11-21T21:59:22,495 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d59b2383b917ba92300f4142bfa2995f, ASSIGN; state=OFFLINE, location=2a884b411602,44299,1732226351267; forceNewPlan=false, retain=false 2024-11-21T21:59:22,495 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cc0cd5e45bbe7f4c7763421f8dac1139, ASSIGN; state=OFFLINE, location=2a884b411602,43829,1732226351302; forceNewPlan=false, retain=false 2024-11-21T21:59:22,498 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4ce6a5aad53fbb90e729ada8cd32f78b, ASSIGN 2024-11-21T21:59:22,498 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4ce6a5aad53fbb90e729ada8cd32f78b, ASSIGN; state=OFFLINE, location=2a884b411602,44299,1732226351267; forceNewPlan=false, retain=false 2024-11-21T21:59:22,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T21:59:22,643 INFO [2a884b411602:34519 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-21T21:59:22,644 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4ce6a5aad53fbb90e729ada8cd32f78b, regionState=OPENING, regionLocation=2a884b411602,44299,1732226351267 2024-11-21T21:59:22,644 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=d59b2383b917ba92300f4142bfa2995f, regionState=OPENING, regionLocation=2a884b411602,44299,1732226351267 2024-11-21T21:59:22,644 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=07481122936d7687dcfa534c2bdc1f61, regionState=OPENING, regionLocation=2a884b411602,43829,1732226351302 2024-11-21T21:59:22,644 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ab0caff1d4fb0bcfafe912afda573e68, regionState=OPENING, regionLocation=2a884b411602,44299,1732226351267 2024-11-21T21:59:22,644 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=cc0cd5e45bbe7f4c7763421f8dac1139, regionState=OPENING, regionLocation=2a884b411602,43829,1732226351302 2024-11-21T21:59:22,646 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=42a7dcaeca535988fc8d10b6578f71bb, regionState=OPENING, regionLocation=2a884b411602,43829,1732226351302 2024-11-21T21:59:22,646 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=c298ae395c9ab914a70a29be83c44ad5, regionState=OPENING, regionLocation=2a884b411602,34971,1732226351336 2024-11-21T21:59:22,646 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=1bfdc4e62b28caea9866aaa97051af3f, regionState=OPENING, regionLocation=2a884b411602,34971,1732226351336 2024-11-21T21:59:22,646 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=69161172a07ec0f12a0e738f1b41d5ca, regionState=OPENING, regionLocation=2a884b411602,34971,1732226351336 2024-11-21T21:59:22,646 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=ed8d62c5a3d1e2888a9f262044f90322, regionState=OPENING, regionLocation=2a884b411602,34971,1732226351336 2024-11-21T21:59:22,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cc0cd5e45bbe7f4c7763421f8dac1139, ASSIGN because future has completed 2024-11-21T21:59:22,650 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc0cd5e45bbe7f4c7763421f8dac1139, server=2a884b411602,43829,1732226351302}] 2024-11-21T21:59:22,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4ce6a5aad53fbb90e729ada8cd32f78b, ASSIGN because future has completed 2024-11-21T21:59:22,652 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4ce6a5aad53fbb90e729ada8cd32f78b, server=2a884b411602,44299,1732226351267}] 2024-11-21T21:59:22,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ab0caff1d4fb0bcfafe912afda573e68, ASSIGN because future has completed 2024-11-21T21:59:22,653 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ab0caff1d4fb0bcfafe912afda573e68, server=2a884b411602,44299,1732226351267}] 2024-11-21T21:59:22,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=07481122936d7687dcfa534c2bdc1f61, ASSIGN because future has completed 2024-11-21T21:59:22,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d59b2383b917ba92300f4142bfa2995f, ASSIGN because future has completed 2024-11-21T21:59:22,655 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure d59b2383b917ba92300f4142bfa2995f, server=2a884b411602,44299,1732226351267}] 2024-11-21T21:59:22,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c298ae395c9ab914a70a29be83c44ad5, ASSIGN because future has completed 2024-11-21T21:59:22,656 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 07481122936d7687dcfa534c2bdc1f61, server=2a884b411602,43829,1732226351302}] 2024-11-21T21:59:22,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=42a7dcaeca535988fc8d10b6578f71bb, ASSIGN because future has completed 2024-11-21T21:59:22,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1bfdc4e62b28caea9866aaa97051af3f, ASSIGN because future has completed 2024-11-21T21:59:22,663 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure c298ae395c9ab914a70a29be83c44ad5, server=2a884b411602,34971,1732226351336}] 2024-11-21T21:59:22,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=69161172a07ec0f12a0e738f1b41d5ca, ASSIGN because future has completed 2024-11-21T21:59:22,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ed8d62c5a3d1e2888a9f262044f90322, ASSIGN because future has completed 2024-11-21T21:59:22,665 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1bfdc4e62b28caea9866aaa97051af3f, server=2a884b411602,34971,1732226351336}] 2024-11-21T21:59:22,667 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69161172a07ec0f12a0e738f1b41d5ca, server=2a884b411602,34971,1732226351336}] 2024-11-21T21:59:22,667 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure ed8d62c5a3d1e2888a9f262044f90322, server=2a884b411602,34971,1732226351336}] 2024-11-21T21:59:22,669 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 42a7dcaeca535988fc8d10b6578f71bb, server=2a884b411602,43829,1732226351302}] 2024-11-21T21:59:22,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T21:59:23,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T21:59:23,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T21:59:23,868 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T21:59:24,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T21:59:26,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T21:59:27,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T21:59:27,248 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T21:59:27,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T21:59:27,757 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T21:59:27,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T21:59:27,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T21:59:27,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T21:59:30,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T21:59:31,360 INFO [regionserver/2a884b411602:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-21T21:59:32,654 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T21:59:32,656 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54331, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T21:59:32,664 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732226362395.07481122936d7687dcfa534c2bdc1f61. 2024-11-21T21:59:32,664 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 07481122936d7687dcfa534c2bdc1f61, NAME => 'SPTestTable,b333332f,1732226362395.07481122936d7687dcfa534c2bdc1f61.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-21T21:59:32,665 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 07481122936d7687dcfa534c2bdc1f61 2024-11-21T21:59:32,665 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732226362395.07481122936d7687dcfa534c2bdc1f61.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:59:32,665 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 07481122936d7687dcfa534c2bdc1f61 2024-11-21T21:59:32,665 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 07481122936d7687dcfa534c2bdc1f61 2024-11-21T21:59:32,666 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T21:59:32,667 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732226362395.4ce6a5aad53fbb90e729ada8cd32f78b. 2024-11-21T21:59:32,667 INFO [StoreOpener-07481122936d7687dcfa534c2bdc1f61-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 07481122936d7687dcfa534c2bdc1f61 2024-11-21T21:59:32,667 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 4ce6a5aad53fbb90e729ada8cd32f78b, NAME => 'SPTestTable,66666664,1732226362395.4ce6a5aad53fbb90e729ada8cd32f78b.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-21T21:59:32,667 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4ce6a5aad53fbb90e729ada8cd32f78b 2024-11-21T21:59:32,667 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732226362395.4ce6a5aad53fbb90e729ada8cd32f78b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:59:32,667 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 4ce6a5aad53fbb90e729ada8cd32f78b 2024-11-21T21:59:32,667 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 4ce6a5aad53fbb90e729ada8cd32f78b 2024-11-21T21:59:32,667 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49203, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T21:59:32,669 INFO [StoreOpener-07481122936d7687dcfa534c2bdc1f61-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 07481122936d7687dcfa534c2bdc1f61 columnFamilyName cf 2024-11-21T21:59:32,669 DEBUG [StoreOpener-07481122936d7687dcfa534c2bdc1f61-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:59:32,669 INFO [StoreOpener-4ce6a5aad53fbb90e729ada8cd32f78b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4ce6a5aad53fbb90e729ada8cd32f78b 2024-11-21T21:59:32,669 INFO [StoreOpener-07481122936d7687dcfa534c2bdc1f61-1 {}] regionserver.HStore(327): Store=07481122936d7687dcfa534c2bdc1f61/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:59:32,670 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 07481122936d7687dcfa534c2bdc1f61 2024-11-21T21:59:32,670 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/default/SPTestTable/07481122936d7687dcfa534c2bdc1f61 2024-11-21T21:59:32,671 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/default/SPTestTable/07481122936d7687dcfa534c2bdc1f61 2024-11-21T21:59:32,671 INFO [StoreOpener-4ce6a5aad53fbb90e729ada8cd32f78b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ce6a5aad53fbb90e729ada8cd32f78b columnFamilyName cf 2024-11-21T21:59:32,671 DEBUG [StoreOpener-4ce6a5aad53fbb90e729ada8cd32f78b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:59:32,671 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 07481122936d7687dcfa534c2bdc1f61 2024-11-21T21:59:32,671 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 07481122936d7687dcfa534c2bdc1f61 2024-11-21T21:59:32,672 INFO [StoreOpener-4ce6a5aad53fbb90e729ada8cd32f78b-1 {}] regionserver.HStore(327): Store=4ce6a5aad53fbb90e729ada8cd32f78b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:59:32,672 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 4ce6a5aad53fbb90e729ada8cd32f78b 2024-11-21T21:59:32,672 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732226362395.c298ae395c9ab914a70a29be83c44ad5. 2024-11-21T21:59:32,672 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => c298ae395c9ab914a70a29be83c44ad5, NAME => 'SPTestTable,99999996,1732226362395.c298ae395c9ab914a70a29be83c44ad5.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-21T21:59:32,673 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/default/SPTestTable/4ce6a5aad53fbb90e729ada8cd32f78b 2024-11-21T21:59:32,673 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c298ae395c9ab914a70a29be83c44ad5 2024-11-21T21:59:32,673 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 07481122936d7687dcfa534c2bdc1f61 2024-11-21T21:59:32,673 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732226362395.c298ae395c9ab914a70a29be83c44ad5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:59:32,673 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/default/SPTestTable/4ce6a5aad53fbb90e729ada8cd32f78b 2024-11-21T21:59:32,673 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for c298ae395c9ab914a70a29be83c44ad5 2024-11-21T21:59:32,673 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for c298ae395c9ab914a70a29be83c44ad5 2024-11-21T21:59:32,673 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 4ce6a5aad53fbb90e729ada8cd32f78b 2024-11-21T21:59:32,673 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 4ce6a5aad53fbb90e729ada8cd32f78b 2024-11-21T21:59:32,674 INFO [StoreOpener-c298ae395c9ab914a70a29be83c44ad5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c298ae395c9ab914a70a29be83c44ad5 2024-11-21T21:59:32,675 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 4ce6a5aad53fbb90e729ada8cd32f78b 2024-11-21T21:59:32,675 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/default/SPTestTable/07481122936d7687dcfa534c2bdc1f61/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:59:32,676 INFO [StoreOpener-c298ae395c9ab914a70a29be83c44ad5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c298ae395c9ab914a70a29be83c44ad5 columnFamilyName cf 2024-11-21T21:59:32,676 DEBUG [StoreOpener-c298ae395c9ab914a70a29be83c44ad5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:59:32,676 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 07481122936d7687dcfa534c2bdc1f61; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68406665, jitterRate=0.019338741898536682}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T21:59:32,676 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 07481122936d7687dcfa534c2bdc1f61 2024-11-21T21:59:32,676 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 07481122936d7687dcfa534c2bdc1f61: Running coprocessor pre-open hook at 1732226372665Writing region info on filesystem at 1732226372665Initializing all the Stores at 1732226372666 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226372666Cleaning up temporary data from old regions at 1732226372671 (+5 ms)Running coprocessor post-open hooks at 1732226372676 (+5 ms)Region opened successfully at 1732226372676 2024-11-21T21:59:32,676 INFO [StoreOpener-c298ae395c9ab914a70a29be83c44ad5-1 {}] regionserver.HStore(327): Store=c298ae395c9ab914a70a29be83c44ad5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:59:32,676 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for c298ae395c9ab914a70a29be83c44ad5 2024-11-21T21:59:32,677 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732226362395.07481122936d7687dcfa534c2bdc1f61., pid=18, masterSystemTime=1732226372653 2024-11-21T21:59:32,677 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/default/SPTestTable/c298ae395c9ab914a70a29be83c44ad5 2024-11-21T21:59:32,677 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/default/SPTestTable/4ce6a5aad53fbb90e729ada8cd32f78b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:59:32,678 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/default/SPTestTable/c298ae395c9ab914a70a29be83c44ad5 2024-11-21T21:59:32,678 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 4ce6a5aad53fbb90e729ada8cd32f78b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62583192, jitterRate=-0.06743776798248291}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T21:59:32,678 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4ce6a5aad53fbb90e729ada8cd32f78b 2024-11-21T21:59:32,678 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for c298ae395c9ab914a70a29be83c44ad5 2024-11-21T21:59:32,678 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 4ce6a5aad53fbb90e729ada8cd32f78b: Running coprocessor pre-open hook at 1732226372668Writing region info on filesystem at 1732226372668Initializing all the Stores at 1732226372669 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226372669Cleaning up temporary data from old regions at 1732226372673 (+4 ms)Running coprocessor post-open hooks at 1732226372678 (+5 ms)Region opened successfully at 1732226372678 2024-11-21T21:59:32,678 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for c298ae395c9ab914a70a29be83c44ad5 2024-11-21T21:59:32,679 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732226362395.4ce6a5aad53fbb90e729ada8cd32f78b., pid=16, masterSystemTime=1732226372657 2024-11-21T21:59:32,679 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732226362395.07481122936d7687dcfa534c2bdc1f61. 2024-11-21T21:59:32,679 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732226362395.07481122936d7687dcfa534c2bdc1f61. 2024-11-21T21:59:32,679 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732226362395.42a7dcaeca535988fc8d10b6578f71bb. 2024-11-21T21:59:32,679 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 42a7dcaeca535988fc8d10b6578f71bb, NAME => 'SPTestTable,33333332,1732226362395.42a7dcaeca535988fc8d10b6578f71bb.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-21T21:59:32,680 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 42a7dcaeca535988fc8d10b6578f71bb 2024-11-21T21:59:32,680 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732226362395.42a7dcaeca535988fc8d10b6578f71bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:59:32,680 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=07481122936d7687dcfa534c2bdc1f61, regionState=OPEN, openSeqNum=2, regionLocation=2a884b411602,43829,1732226351302 2024-11-21T21:59:32,680 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 42a7dcaeca535988fc8d10b6578f71bb 2024-11-21T21:59:32,680 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 42a7dcaeca535988fc8d10b6578f71bb 2024-11-21T21:59:32,681 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for c298ae395c9ab914a70a29be83c44ad5 2024-11-21T21:59:32,682 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732226362395.4ce6a5aad53fbb90e729ada8cd32f78b. 2024-11-21T21:59:32,682 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732226362395.4ce6a5aad53fbb90e729ada8cd32f78b. 2024-11-21T21:59:32,682 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732226362395.ab0caff1d4fb0bcfafe912afda573e68. 2024-11-21T21:59:32,682 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4ce6a5aad53fbb90e729ada8cd32f78b, regionState=OPEN, openSeqNum=2, regionLocation=2a884b411602,44299,1732226351267 2024-11-21T21:59:32,682 INFO [StoreOpener-42a7dcaeca535988fc8d10b6578f71bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 42a7dcaeca535988fc8d10b6578f71bb 2024-11-21T21:59:32,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 07481122936d7687dcfa534c2bdc1f61, server=2a884b411602,43829,1732226351302 because future has completed 2024-11-21T21:59:32,682 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => ab0caff1d4fb0bcfafe912afda573e68, NAME => 'SPTestTable,19999999,1732226362395.ab0caff1d4fb0bcfafe912afda573e68.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-21T21:59:32,682 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ab0caff1d4fb0bcfafe912afda573e68 2024-11-21T21:59:32,683 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732226362395.ab0caff1d4fb0bcfafe912afda573e68.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:59:32,683 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for ab0caff1d4fb0bcfafe912afda573e68 2024-11-21T21:59:32,683 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for ab0caff1d4fb0bcfafe912afda573e68 2024-11-21T21:59:32,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4ce6a5aad53fbb90e729ada8cd32f78b, server=2a884b411602,44299,1732226351267 because future has completed 2024-11-21T21:59:32,684 INFO [StoreOpener-42a7dcaeca535988fc8d10b6578f71bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42a7dcaeca535988fc8d10b6578f71bb columnFamilyName cf 2024-11-21T21:59:32,684 DEBUG [StoreOpener-42a7dcaeca535988fc8d10b6578f71bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:59:32,685 INFO [StoreOpener-42a7dcaeca535988fc8d10b6578f71bb-1 {}] regionserver.HStore(327): Store=42a7dcaeca535988fc8d10b6578f71bb/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:59:32,685 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 42a7dcaeca535988fc8d10b6578f71bb 2024-11-21T21:59:32,686 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=12 2024-11-21T21:59:32,686 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 07481122936d7687dcfa534c2bdc1f61, server=2a884b411602,43829,1732226351302 in 10.0300 sec 2024-11-21T21:59:32,686 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/default/SPTestTable/42a7dcaeca535988fc8d10b6578f71bb 2024-11-21T21:59:32,687 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/default/SPTestTable/42a7dcaeca535988fc8d10b6578f71bb 2024-11-21T21:59:32,687 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=9 2024-11-21T21:59:32,687 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4ce6a5aad53fbb90e729ada8cd32f78b, server=2a884b411602,44299,1732226351267 in 10.0330 sec 2024-11-21T21:59:32,687 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 42a7dcaeca535988fc8d10b6578f71bb 2024-11-21T21:59:32,687 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 42a7dcaeca535988fc8d10b6578f71bb 2024-11-21T21:59:32,688 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=07481122936d7687dcfa534c2bdc1f61, ASSIGN in 10.1980 sec 2024-11-21T21:59:32,689 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4ce6a5aad53fbb90e729ada8cd32f78b, ASSIGN in 10.1990 sec 2024-11-21T21:59:32,689 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 42a7dcaeca535988fc8d10b6578f71bb 2024-11-21T21:59:32,691 INFO [StoreOpener-ab0caff1d4fb0bcfafe912afda573e68-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ab0caff1d4fb0bcfafe912afda573e68 2024-11-21T21:59:32,691 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/default/SPTestTable/c298ae395c9ab914a70a29be83c44ad5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:59:32,691 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/default/SPTestTable/42a7dcaeca535988fc8d10b6578f71bb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:59:32,692 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 42a7dcaeca535988fc8d10b6578f71bb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60840395, jitterRate=-0.09340746700763702}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T21:59:32,692 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened c298ae395c9ab914a70a29be83c44ad5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59509174, jitterRate=-0.1132442057132721}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T21:59:32,692 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 42a7dcaeca535988fc8d10b6578f71bb 2024-11-21T21:59:32,692 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c298ae395c9ab914a70a29be83c44ad5 2024-11-21T21:59:32,692 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 42a7dcaeca535988fc8d10b6578f71bb: Running coprocessor pre-open hook at 1732226372680Writing region info on filesystem at 1732226372680Initializing all the Stores at 1732226372681 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226372681Cleaning up temporary data from old regions at 1732226372687 (+6 ms)Running coprocessor post-open hooks at 1732226372692 (+5 ms)Region opened successfully at 1732226372692 2024-11-21T21:59:32,692 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for c298ae395c9ab914a70a29be83c44ad5: Running coprocessor pre-open hook at 1732226372673Writing region info on filesystem at 1732226372673Initializing all the Stores at 1732226372674 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226372674Cleaning up temporary data from old regions at 1732226372678 (+4 ms)Running coprocessor post-open hooks at 1732226372692 (+14 ms)Region opened successfully at 1732226372692 2024-11-21T21:59:32,692 INFO [StoreOpener-ab0caff1d4fb0bcfafe912afda573e68-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab0caff1d4fb0bcfafe912afda573e68 columnFamilyName cf 2024-11-21T21:59:32,692 DEBUG [StoreOpener-ab0caff1d4fb0bcfafe912afda573e68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:59:32,693 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732226362395.42a7dcaeca535988fc8d10b6578f71bb., pid=24, masterSystemTime=1732226372653 2024-11-21T21:59:32,693 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732226362395.c298ae395c9ab914a70a29be83c44ad5., pid=20, masterSystemTime=1732226372666 2024-11-21T21:59:32,693 INFO [StoreOpener-ab0caff1d4fb0bcfafe912afda573e68-1 {}] regionserver.HStore(327): Store=ab0caff1d4fb0bcfafe912afda573e68/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:59:32,693 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for ab0caff1d4fb0bcfafe912afda573e68 2024-11-21T21:59:32,694 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/default/SPTestTable/ab0caff1d4fb0bcfafe912afda573e68 2024-11-21T21:59:32,694 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/default/SPTestTable/ab0caff1d4fb0bcfafe912afda573e68 2024-11-21T21:59:32,695 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for ab0caff1d4fb0bcfafe912afda573e68 2024-11-21T21:59:32,695 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for ab0caff1d4fb0bcfafe912afda573e68 2024-11-21T21:59:32,695 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732226362395.42a7dcaeca535988fc8d10b6578f71bb. 2024-11-21T21:59:32,695 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732226362395.42a7dcaeca535988fc8d10b6578f71bb. 2024-11-21T21:59:32,695 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732226362395.cc0cd5e45bbe7f4c7763421f8dac1139. 2024-11-21T21:59:32,695 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => cc0cd5e45bbe7f4c7763421f8dac1139, NAME => 'SPTestTable,7ffffffd,1732226362395.cc0cd5e45bbe7f4c7763421f8dac1139.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-21T21:59:32,695 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable cc0cd5e45bbe7f4c7763421f8dac1139 2024-11-21T21:59:32,695 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732226362395.cc0cd5e45bbe7f4c7763421f8dac1139.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:59:32,696 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for cc0cd5e45bbe7f4c7763421f8dac1139 2024-11-21T21:59:32,696 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for cc0cd5e45bbe7f4c7763421f8dac1139 2024-11-21T21:59:32,696 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=42a7dcaeca535988fc8d10b6578f71bb, regionState=OPEN, openSeqNum=2, regionLocation=2a884b411602,43829,1732226351302 2024-11-21T21:59:32,696 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732226362395.c298ae395c9ab914a70a29be83c44ad5. 2024-11-21T21:59:32,696 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732226362395.c298ae395c9ab914a70a29be83c44ad5. 2024-11-21T21:59:32,696 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,,1732226362395.69161172a07ec0f12a0e738f1b41d5ca. 2024-11-21T21:59:32,697 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 69161172a07ec0f12a0e738f1b41d5ca, NAME => 'SPTestTable,,1732226362395.69161172a07ec0f12a0e738f1b41d5ca.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-21T21:59:32,697 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=c298ae395c9ab914a70a29be83c44ad5, regionState=OPEN, openSeqNum=2, regionLocation=2a884b411602,34971,1732226351336 2024-11-21T21:59:32,697 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 69161172a07ec0f12a0e738f1b41d5ca 2024-11-21T21:59:32,697 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,,1732226362395.69161172a07ec0f12a0e738f1b41d5ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:59:32,697 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 69161172a07ec0f12a0e738f1b41d5ca 2024-11-21T21:59:32,697 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 69161172a07ec0f12a0e738f1b41d5ca 2024-11-21T21:59:32,697 INFO [StoreOpener-cc0cd5e45bbe7f4c7763421f8dac1139-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region cc0cd5e45bbe7f4c7763421f8dac1139 2024-11-21T21:59:32,698 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for ab0caff1d4fb0bcfafe912afda573e68 2024-11-21T21:59:32,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 42a7dcaeca535988fc8d10b6578f71bb, server=2a884b411602,43829,1732226351302 because future has completed 2024-11-21T21:59:32,699 INFO [StoreOpener-69161172a07ec0f12a0e738f1b41d5ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 69161172a07ec0f12a0e738f1b41d5ca 2024-11-21T21:59:32,699 INFO [StoreOpener-cc0cd5e45bbe7f4c7763421f8dac1139-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc0cd5e45bbe7f4c7763421f8dac1139 columnFamilyName cf 2024-11-21T21:59:32,699 DEBUG [StoreOpener-cc0cd5e45bbe7f4c7763421f8dac1139-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:59:32,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure c298ae395c9ab914a70a29be83c44ad5, server=2a884b411602,34971,1732226351336 because future has completed 2024-11-21T21:59:32,700 INFO [StoreOpener-cc0cd5e45bbe7f4c7763421f8dac1139-1 {}] regionserver.HStore(327): Store=cc0cd5e45bbe7f4c7763421f8dac1139/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:59:32,701 INFO [StoreOpener-69161172a07ec0f12a0e738f1b41d5ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69161172a07ec0f12a0e738f1b41d5ca columnFamilyName cf 2024-11-21T21:59:32,701 DEBUG [StoreOpener-69161172a07ec0f12a0e738f1b41d5ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:59:32,702 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/default/SPTestTable/ab0caff1d4fb0bcfafe912afda573e68/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:59:32,702 INFO [StoreOpener-69161172a07ec0f12a0e738f1b41d5ca-1 {}] regionserver.HStore(327): Store=69161172a07ec0f12a0e738f1b41d5ca/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:59:32,702 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 69161172a07ec0f12a0e738f1b41d5ca 2024-11-21T21:59:32,702 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for cc0cd5e45bbe7f4c7763421f8dac1139 2024-11-21T21:59:32,702 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=7 2024-11-21T21:59:32,703 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 42a7dcaeca535988fc8d10b6578f71bb, server=2a884b411602,43829,1732226351302 in 10.0320 sec 2024-11-21T21:59:32,703 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened ab0caff1d4fb0bcfafe912afda573e68; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74626294, jitterRate=0.11201843619346619}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T21:59:32,703 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ab0caff1d4fb0bcfafe912afda573e68 2024-11-21T21:59:32,703 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for ab0caff1d4fb0bcfafe912afda573e68: Running coprocessor pre-open hook at 1732226372683Writing region info on filesystem at 1732226372683Initializing all the Stores at 1732226372684 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226372684Cleaning up temporary data from old regions at 1732226372695 (+11 ms)Running coprocessor post-open hooks at 1732226372703 (+8 ms)Region opened successfully at 1732226372703 2024-11-21T21:59:32,704 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/default/SPTestTable/69161172a07ec0f12a0e738f1b41d5ca 2024-11-21T21:59:32,704 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/default/SPTestTable/cc0cd5e45bbe7f4c7763421f8dac1139 2024-11-21T21:59:32,704 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/default/SPTestTable/69161172a07ec0f12a0e738f1b41d5ca 2024-11-21T21:59:32,704 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732226362395.ab0caff1d4fb0bcfafe912afda573e68., pid=17, masterSystemTime=1732226372657 2024-11-21T21:59:32,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=11 2024-11-21T21:59:32,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure c298ae395c9ab914a70a29be83c44ad5, server=2a884b411602,34971,1732226351336 in 10.0440 sec 2024-11-21T21:59:32,705 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/default/SPTestTable/cc0cd5e45bbe7f4c7763421f8dac1139 2024-11-21T21:59:32,705 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=42a7dcaeca535988fc8d10b6578f71bb, ASSIGN in 10.2150 sec 2024-11-21T21:59:32,705 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 69161172a07ec0f12a0e738f1b41d5ca 2024-11-21T21:59:32,705 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 69161172a07ec0f12a0e738f1b41d5ca 2024-11-21T21:59:32,706 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c298ae395c9ab914a70a29be83c44ad5, ASSIGN in 10.2160 sec 2024-11-21T21:59:32,706 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for cc0cd5e45bbe7f4c7763421f8dac1139 2024-11-21T21:59:32,706 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732226362395.ab0caff1d4fb0bcfafe912afda573e68. 2024-11-21T21:59:32,706 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for cc0cd5e45bbe7f4c7763421f8dac1139 2024-11-21T21:59:32,706 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732226362395.ab0caff1d4fb0bcfafe912afda573e68. 2024-11-21T21:59:32,707 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732226362395.d59b2383b917ba92300f4142bfa2995f. 2024-11-21T21:59:32,707 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => d59b2383b917ba92300f4142bfa2995f, NAME => 'SPTestTable,e6666661,1732226362395.d59b2383b917ba92300f4142bfa2995f.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-21T21:59:32,707 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d59b2383b917ba92300f4142bfa2995f 2024-11-21T21:59:32,707 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732226362395.d59b2383b917ba92300f4142bfa2995f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:59:32,707 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for d59b2383b917ba92300f4142bfa2995f 2024-11-21T21:59:32,707 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for d59b2383b917ba92300f4142bfa2995f 2024-11-21T21:59:32,707 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ab0caff1d4fb0bcfafe912afda573e68, regionState=OPEN, openSeqNum=2, regionLocation=2a884b411602,44299,1732226351267 2024-11-21T21:59:32,708 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 69161172a07ec0f12a0e738f1b41d5ca 2024-11-21T21:59:32,710 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for cc0cd5e45bbe7f4c7763421f8dac1139 2024-11-21T21:59:32,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ab0caff1d4fb0bcfafe912afda573e68, server=2a884b411602,44299,1732226351267 because future has completed 2024-11-21T21:59:32,711 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/default/SPTestTable/69161172a07ec0f12a0e738f1b41d5ca/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:59:32,712 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 69161172a07ec0f12a0e738f1b41d5ca; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63371085, jitterRate=-0.0556972473859787}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T21:59:32,712 INFO [StoreOpener-d59b2383b917ba92300f4142bfa2995f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d59b2383b917ba92300f4142bfa2995f 2024-11-21T21:59:32,712 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 69161172a07ec0f12a0e738f1b41d5ca 2024-11-21T21:59:32,712 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 69161172a07ec0f12a0e738f1b41d5ca: Running coprocessor pre-open hook at 1732226372697Writing region info on filesystem at 1732226372697Initializing all the Stores at 1732226372698 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226372699 (+1 ms)Cleaning up temporary data from old regions at 1732226372705 (+6 ms)Running coprocessor post-open hooks at 1732226372712 (+7 ms)Region opened successfully at 1732226372712 2024-11-21T21:59:32,713 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732226362395.69161172a07ec0f12a0e738f1b41d5ca., pid=23, masterSystemTime=1732226372666 2024-11-21T21:59:32,714 INFO [StoreOpener-d59b2383b917ba92300f4142bfa2995f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d59b2383b917ba92300f4142bfa2995f columnFamilyName cf 2024-11-21T21:59:32,715 DEBUG [StoreOpener-d59b2383b917ba92300f4142bfa2995f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:59:32,715 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/default/SPTestTable/cc0cd5e45bbe7f4c7763421f8dac1139/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:59:32,716 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=6 2024-11-21T21:59:32,716 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure ab0caff1d4fb0bcfafe912afda573e68, server=2a884b411602,44299,1732226351267 in 10.0600 sec 2024-11-21T21:59:32,716 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732226362395.69161172a07ec0f12a0e738f1b41d5ca. 2024-11-21T21:59:32,716 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732226362395.69161172a07ec0f12a0e738f1b41d5ca. 2024-11-21T21:59:32,717 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened cc0cd5e45bbe7f4c7763421f8dac1139; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62720903, jitterRate=-0.06538571417331696}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T21:59:32,717 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cc0cd5e45bbe7f4c7763421f8dac1139 2024-11-21T21:59:32,717 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for cc0cd5e45bbe7f4c7763421f8dac1139: Running coprocessor pre-open hook at 1732226372696Writing region info on filesystem at 1732226372696Initializing all the Stores at 1732226372697 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226372697Cleaning up temporary data from old regions at 1732226372706 (+9 ms)Running coprocessor post-open hooks at 1732226372717 (+11 ms)Region opened successfully at 1732226372717 2024-11-21T21:59:32,717 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732226362395.ed8d62c5a3d1e2888a9f262044f90322. 2024-11-21T21:59:32,717 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=69161172a07ec0f12a0e738f1b41d5ca, regionState=OPEN, openSeqNum=2, regionLocation=2a884b411602,34971,1732226351336 2024-11-21T21:59:32,717 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => ed8d62c5a3d1e2888a9f262044f90322, NAME => 'SPTestTable,4ccccccb,1732226362395.ed8d62c5a3d1e2888a9f262044f90322.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-21T21:59:32,718 INFO [StoreOpener-d59b2383b917ba92300f4142bfa2995f-1 {}] regionserver.HStore(327): Store=d59b2383b917ba92300f4142bfa2995f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:59:32,718 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ed8d62c5a3d1e2888a9f262044f90322 2024-11-21T21:59:32,718 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732226362395.cc0cd5e45bbe7f4c7763421f8dac1139., pid=15, masterSystemTime=1732226372653 2024-11-21T21:59:32,718 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732226362395.ed8d62c5a3d1e2888a9f262044f90322.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:59:32,718 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for ed8d62c5a3d1e2888a9f262044f90322 2024-11-21T21:59:32,719 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for d59b2383b917ba92300f4142bfa2995f 2024-11-21T21:59:32,718 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for ed8d62c5a3d1e2888a9f262044f90322 2024-11-21T21:59:32,719 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/default/SPTestTable/d59b2383b917ba92300f4142bfa2995f 2024-11-21T21:59:32,720 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/default/SPTestTable/d59b2383b917ba92300f4142bfa2995f 2024-11-21T21:59:32,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69161172a07ec0f12a0e738f1b41d5ca, server=2a884b411602,34971,1732226351336 because future has completed 2024-11-21T21:59:32,720 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ab0caff1d4fb0bcfafe912afda573e68, ASSIGN in 10.2280 sec 2024-11-21T21:59:32,721 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for d59b2383b917ba92300f4142bfa2995f 2024-11-21T21:59:32,721 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for d59b2383b917ba92300f4142bfa2995f 2024-11-21T21:59:32,721 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732226362395.cc0cd5e45bbe7f4c7763421f8dac1139. 2024-11-21T21:59:32,721 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732226362395.cc0cd5e45bbe7f4c7763421f8dac1139. 2024-11-21T21:59:32,721 INFO [StoreOpener-ed8d62c5a3d1e2888a9f262044f90322-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ed8d62c5a3d1e2888a9f262044f90322 2024-11-21T21:59:32,722 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=cc0cd5e45bbe7f4c7763421f8dac1139, regionState=OPEN, openSeqNum=2, regionLocation=2a884b411602,43829,1732226351302 2024-11-21T21:59:32,725 INFO [StoreOpener-ed8d62c5a3d1e2888a9f262044f90322-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed8d62c5a3d1e2888a9f262044f90322 columnFamilyName cf 2024-11-21T21:59:32,725 DEBUG [StoreOpener-ed8d62c5a3d1e2888a9f262044f90322-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:59:32,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc0cd5e45bbe7f4c7763421f8dac1139, server=2a884b411602,43829,1732226351302 because future has completed 2024-11-21T21:59:32,725 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=5 2024-11-21T21:59:32,725 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 69161172a07ec0f12a0e738f1b41d5ca, server=2a884b411602,34971,1732226351336 in 10.0550 sec 2024-11-21T21:59:32,725 INFO [StoreOpener-ed8d62c5a3d1e2888a9f262044f90322-1 {}] regionserver.HStore(327): Store=ed8d62c5a3d1e2888a9f262044f90322/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:59:32,725 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for d59b2383b917ba92300f4142bfa2995f 2024-11-21T21:59:32,726 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for ed8d62c5a3d1e2888a9f262044f90322 2024-11-21T21:59:32,727 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/default/SPTestTable/ed8d62c5a3d1e2888a9f262044f90322 2024-11-21T21:59:32,727 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=69161172a07ec0f12a0e738f1b41d5ca, ASSIGN in 10.2370 sec 2024-11-21T21:59:32,728 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/default/SPTestTable/ed8d62c5a3d1e2888a9f262044f90322 2024-11-21T21:59:32,729 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for ed8d62c5a3d1e2888a9f262044f90322 2024-11-21T21:59:32,729 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for ed8d62c5a3d1e2888a9f262044f90322 2024-11-21T21:59:32,729 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=10 2024-11-21T21:59:32,729 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure cc0cd5e45bbe7f4c7763421f8dac1139, server=2a884b411602,43829,1732226351302 in 10.0760 sec 2024-11-21T21:59:32,729 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/default/SPTestTable/d59b2383b917ba92300f4142bfa2995f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:59:32,730 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened d59b2383b917ba92300f4142bfa2995f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64437120, jitterRate=-0.03981208801269531}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T21:59:32,730 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d59b2383b917ba92300f4142bfa2995f 2024-11-21T21:59:32,731 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for d59b2383b917ba92300f4142bfa2995f: Running coprocessor pre-open hook at 1732226372707Writing region info on filesystem at 1732226372707Initializing all the Stores at 1732226372712 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226372712Cleaning up temporary data from old regions at 1732226372721 (+9 ms)Running coprocessor post-open hooks at 1732226372731 (+10 ms)Region opened successfully at 1732226372731 2024-11-21T21:59:32,732 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cc0cd5e45bbe7f4c7763421f8dac1139, ASSIGN in 10.2420 sec 2024-11-21T21:59:32,732 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732226362395.d59b2383b917ba92300f4142bfa2995f., pid=19, masterSystemTime=1732226372657 2024-11-21T21:59:32,733 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for ed8d62c5a3d1e2888a9f262044f90322 2024-11-21T21:59:32,735 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732226362395.d59b2383b917ba92300f4142bfa2995f. 2024-11-21T21:59:32,735 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732226362395.d59b2383b917ba92300f4142bfa2995f. 2024-11-21T21:59:32,736 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=d59b2383b917ba92300f4142bfa2995f, regionState=OPEN, openSeqNum=2, regionLocation=2a884b411602,44299,1732226351267 2024-11-21T21:59:32,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure d59b2383b917ba92300f4142bfa2995f, server=2a884b411602,44299,1732226351267 because future has completed 2024-11-21T21:59:32,739 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/default/SPTestTable/ed8d62c5a3d1e2888a9f262044f90322/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:59:32,740 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened ed8d62c5a3d1e2888a9f262044f90322; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68244293, jitterRate=0.01691921055316925}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T21:59:32,740 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ed8d62c5a3d1e2888a9f262044f90322 2024-11-21T21:59:32,740 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=14 2024-11-21T21:59:32,740 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for ed8d62c5a3d1e2888a9f262044f90322: Running coprocessor pre-open hook at 1732226372719Writing region info on filesystem at 1732226372719Initializing all the Stores at 1732226372720 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226372720Cleaning up temporary data from old regions at 1732226372729 (+9 ms)Running coprocessor post-open hooks at 1732226372740 (+11 ms)Region opened successfully at 1732226372740 2024-11-21T21:59:32,740 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure d59b2383b917ba92300f4142bfa2995f, server=2a884b411602,44299,1732226351267 in 10.0840 sec 2024-11-21T21:59:32,741 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732226362395.ed8d62c5a3d1e2888a9f262044f90322., pid=22, masterSystemTime=1732226372666 2024-11-21T21:59:32,742 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d59b2383b917ba92300f4142bfa2995f, ASSIGN in 10.2520 sec 2024-11-21T21:59:32,743 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732226362395.ed8d62c5a3d1e2888a9f262044f90322. 2024-11-21T21:59:32,743 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732226362395.ed8d62c5a3d1e2888a9f262044f90322. 2024-11-21T21:59:32,743 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732226362395.1bfdc4e62b28caea9866aaa97051af3f. 2024-11-21T21:59:32,744 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 1bfdc4e62b28caea9866aaa97051af3f, NAME => 'SPTestTable,ccccccc8,1732226362395.1bfdc4e62b28caea9866aaa97051af3f.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-21T21:59:32,744 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=ed8d62c5a3d1e2888a9f262044f90322, regionState=OPEN, openSeqNum=2, regionLocation=2a884b411602,34971,1732226351336 2024-11-21T21:59:32,744 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1bfdc4e62b28caea9866aaa97051af3f 2024-11-21T21:59:32,744 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732226362395.1bfdc4e62b28caea9866aaa97051af3f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:59:32,744 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 1bfdc4e62b28caea9866aaa97051af3f 2024-11-21T21:59:32,744 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 1bfdc4e62b28caea9866aaa97051af3f 2024-11-21T21:59:32,746 INFO [StoreOpener-1bfdc4e62b28caea9866aaa97051af3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1bfdc4e62b28caea9866aaa97051af3f 2024-11-21T21:59:32,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure ed8d62c5a3d1e2888a9f262044f90322, server=2a884b411602,34971,1732226351336 because future has completed 2024-11-21T21:59:32,748 INFO [StoreOpener-1bfdc4e62b28caea9866aaa97051af3f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1bfdc4e62b28caea9866aaa97051af3f columnFamilyName cf 2024-11-21T21:59:32,748 DEBUG [StoreOpener-1bfdc4e62b28caea9866aaa97051af3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:59:32,748 INFO [StoreOpener-1bfdc4e62b28caea9866aaa97051af3f-1 {}] regionserver.HStore(327): Store=1bfdc4e62b28caea9866aaa97051af3f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:59:32,749 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=8 2024-11-21T21:59:32,749 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure ed8d62c5a3d1e2888a9f262044f90322, server=2a884b411602,34971,1732226351336 in 10.0810 sec 2024-11-21T21:59:32,749 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 1bfdc4e62b28caea9866aaa97051af3f 2024-11-21T21:59:32,750 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/default/SPTestTable/1bfdc4e62b28caea9866aaa97051af3f 2024-11-21T21:59:32,751 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ed8d62c5a3d1e2888a9f262044f90322, ASSIGN in 10.2610 sec 2024-11-21T21:59:32,751 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/default/SPTestTable/1bfdc4e62b28caea9866aaa97051af3f 2024-11-21T21:59:32,751 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 1bfdc4e62b28caea9866aaa97051af3f 2024-11-21T21:59:32,751 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 1bfdc4e62b28caea9866aaa97051af3f 2024-11-21T21:59:32,753 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 1bfdc4e62b28caea9866aaa97051af3f 2024-11-21T21:59:32,755 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/default/SPTestTable/1bfdc4e62b28caea9866aaa97051af3f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:59:32,756 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 1bfdc4e62b28caea9866aaa97051af3f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61460571, jitterRate=-0.08416612446308136}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T21:59:32,756 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1bfdc4e62b28caea9866aaa97051af3f 2024-11-21T21:59:32,756 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 1bfdc4e62b28caea9866aaa97051af3f: Running coprocessor pre-open hook at 1732226372744Writing region info on filesystem at 1732226372744Initializing all the Stores at 1732226372745 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226372746 (+1 ms)Cleaning up temporary data from old regions at 1732226372751 (+5 ms)Running coprocessor post-open hooks at 1732226372756 (+5 ms)Region opened successfully at 1732226372756 2024-11-21T21:59:32,757 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732226362395.1bfdc4e62b28caea9866aaa97051af3f., pid=21, masterSystemTime=1732226372666 2024-11-21T21:59:32,759 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732226362395.1bfdc4e62b28caea9866aaa97051af3f. 2024-11-21T21:59:32,759 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732226362395.1bfdc4e62b28caea9866aaa97051af3f. 2024-11-21T21:59:32,760 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=1bfdc4e62b28caea9866aaa97051af3f, regionState=OPEN, openSeqNum=2, regionLocation=2a884b411602,34971,1732226351336 2024-11-21T21:59:32,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1bfdc4e62b28caea9866aaa97051af3f, server=2a884b411602,34971,1732226351336 because future has completed 2024-11-21T21:59:32,765 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=13 2024-11-21T21:59:32,765 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 1bfdc4e62b28caea9866aaa97051af3f, server=2a884b411602,34971,1732226351336 in 10.0990 sec 2024-11-21T21:59:32,767 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=4 2024-11-21T21:59:32,767 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1bfdc4e62b28caea9866aaa97051af3f, ASSIGN in 10.2770 sec 2024-11-21T21:59:32,767 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T21:59:32,767 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732226372767"}]},"ts":"1732226372767"} 2024-11-21T21:59:32,769 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-21T21:59:32,770 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T21:59:32,772 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.3740 sec 2024-11-21T21:59:35,868 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-21T21:59:38,168 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T21:59:38,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T21:59:38,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T21:59:38,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T21:59:40,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T21:59:40,604 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-21T21:59:40,604 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-21T21:59:40,605 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T21:59:40,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-21T21:59:40,614 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T21:59:40,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-21T21:59:40,654 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732226362395.c298ae395c9ab914a70a29be83c44ad5., hostname=2a884b411602,34971,1732226351336, seqNum=2] 2024-11-21T21:59:40,656 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1732226362395.c298ae395c9ab914a70a29be83c44ad5., hostname=2a884b411602,34971,1732226351336, seqNum=2] 2024-11-21T21:59:40,658 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1732226362395.c298ae395c9ab914a70a29be83c44ad5., hostname=2a884b411602,34971,1732226351336, seqNum=2] 2024-11-21T21:59:40,659 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1732226362395.c298ae395c9ab914a70a29be83c44ad5., hostname=2a884b411602,34971,1732226351336, seqNum=2] 2024-11-21T21:59:40,660 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1732226362395.c298ae395c9ab914a70a29be83c44ad5., hostname=2a884b411602,34971,1732226351336, seqNum=2] 2024-11-21T21:59:40,690 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1732226362395.07481122936d7687dcfa534c2bdc1f61., hostname=2a884b411602,43829,1732226351302, seqNum=2] 2024-11-21T21:59:40,691 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732226362395.07481122936d7687dcfa534c2bdc1f61., hostname=2a884b411602,43829,1732226351302, seqNum=2] 2024-11-21T21:59:40,693 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1732226362395.07481122936d7687dcfa534c2bdc1f61., hostname=2a884b411602,43829,1732226351302, seqNum=2] 2024-11-21T21:59:40,694 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1732226362395.07481122936d7687dcfa534c2bdc1f61., hostname=2a884b411602,43829,1732226351302, seqNum=2] 2024-11-21T21:59:40,694 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1732226362395.07481122936d7687dcfa534c2bdc1f61., hostname=2a884b411602,43829,1732226351302, seqNum=2] 2024-11-21T21:59:40,727 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732226362395.1bfdc4e62b28caea9866aaa97051af3f., hostname=2a884b411602,34971,1732226351336, seqNum=2] 2024-11-21T21:59:40,729 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732226362395.1bfdc4e62b28caea9866aaa97051af3f., hostname=2a884b411602,34971,1732226351336, seqNum=2] 2024-11-21T21:59:40,730 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732226362395.1bfdc4e62b28caea9866aaa97051af3f., hostname=2a884b411602,34971,1732226351336, seqNum=2] 2024-11-21T21:59:40,732 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732226362395.1bfdc4e62b28caea9866aaa97051af3f., hostname=2a884b411602,34971,1732226351336, seqNum=2] 2024-11-21T21:59:40,734 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732226362395.1bfdc4e62b28caea9866aaa97051af3f., hostname=2a884b411602,34971,1732226351336, seqNum=2] 2024-11-21T21:59:40,735 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732226362395.1bfdc4e62b28caea9866aaa97051af3f., hostname=2a884b411602,34971,1732226351336, seqNum=2] 2024-11-21T21:59:40,799 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732226362395.d59b2383b917ba92300f4142bfa2995f., hostname=2a884b411602,44299,1732226351267, seqNum=2] 2024-11-21T21:59:40,801 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1732226362395.d59b2383b917ba92300f4142bfa2995f., hostname=2a884b411602,44299,1732226351267, seqNum=2] 2024-11-21T21:59:40,802 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1732226362395.d59b2383b917ba92300f4142bfa2995f., hostname=2a884b411602,44299,1732226351267, seqNum=2] 2024-11-21T21:59:40,803 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1732226362395.d59b2383b917ba92300f4142bfa2995f., hostname=2a884b411602,44299,1732226351267, seqNum=2] 2024-11-21T21:59:40,804 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1732226362395.d59b2383b917ba92300f4142bfa2995f., hostname=2a884b411602,44299,1732226351267, seqNum=2] 2024-11-21T21:59:40,805 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1732226362395.d59b2383b917ba92300f4142bfa2995f., hostname=2a884b411602,44299,1732226351267, seqNum=2] 2024-11-21T21:59:41,103 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T21:59:41,399 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T21:59:41,400 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T21:59:41,404 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51746, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T21:59:41,404 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40434, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T21:59:41,441 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732226362395.07481122936d7687dcfa534c2bdc1f61. with WAL disabled. Data may be lost in the event of a crash. 2024-11-21T21:59:41,443 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34971 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732226362395.c298ae395c9ab914a70a29be83c44ad5. with WAL disabled. Data may be lost in the event of a crash. 2024-11-21T21:59:41,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44299 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 14872 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,e6666661,1732226362395.d59b2383b917ba92300f4142bfa2995f. 2024-11-21T21:59:41,500 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34971 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732226362395.1bfdc4e62b28caea9866aaa97051af3f. with WAL disabled. Data may be lost in the event of a crash. 2024-11-21T21:59:41,895 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44299 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732226362395.d59b2383b917ba92300f4142bfa2995f. with WAL disabled. Data may be lost in the event of a crash. 2024-11-21T21:59:42,016 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-21T21:59:42,016 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T21:59:42,017 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-21T21:59:42,018 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-21T21:59:42,021 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-21T21:59:42,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40161 is added to blk_1073741848_1024 (size=49) 2024-11-21T21:59:42,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36335 is added to blk_1073741848_1024 (size=49) 2024-11-21T21:59:42,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36049 is added to blk_1073741848_1024 (size=49) 2024-11-21T21:59:42,030 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-21T21:59:42,030 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 69161172a07ec0f12a0e738f1b41d5ca}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ab0caff1d4fb0bcfafe912afda573e68}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 42a7dcaeca535988fc8d10b6578f71bb}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ed8d62c5a3d1e2888a9f262044f90322}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4ce6a5aad53fbb90e729ada8cd32f78b}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cc0cd5e45bbe7f4c7763421f8dac1139}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c298ae395c9ab914a70a29be83c44ad5}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 07481122936d7687dcfa534c2bdc1f61}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1bfdc4e62b28caea9866aaa97051af3f}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d59b2383b917ba92300f4142bfa2995f}] 2024-11-21T21:59:42,031 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ed8d62c5a3d1e2888a9f262044f90322 2024-11-21T21:59:42,031 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4ce6a5aad53fbb90e729ada8cd32f78b 2024-11-21T21:59:42,032 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 42a7dcaeca535988fc8d10b6578f71bb 2024-11-21T21:59:42,032 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ab0caff1d4fb0bcfafe912afda573e68 2024-11-21T21:59:42,032 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d59b2383b917ba92300f4142bfa2995f 2024-11-21T21:59:42,035 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 07481122936d7687dcfa534c2bdc1f61 2024-11-21T21:59:42,036 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cc0cd5e45bbe7f4c7763421f8dac1139 2024-11-21T21:59:42,036 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c298ae395c9ab914a70a29be83c44ad5 2024-11-21T21:59:42,036 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1bfdc4e62b28caea9866aaa97051af3f 2024-11-21T21:59:42,037 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 69161172a07ec0f12a0e738f1b41d5ca 2024-11-21T21:59:52,034 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34971 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-21T21:59:52,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44299 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-21T21:59:52,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43829 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-21T21:59:52,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34971 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-21T21:59:52,035 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732226362395.1bfdc4e62b28caea9866aaa97051af3f. 2024-11-21T21:59:52,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44299 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-21T21:59:52,035 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732226362395.4ce6a5aad53fbb90e729ada8cd32f78b. 2024-11-21T21:59:52,036 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 1bfdc4e62b28caea9866aaa97051af3f 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-21T21:59:52,036 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732226362395.42a7dcaeca535988fc8d10b6578f71bb. 2024-11-21T21:59:52,036 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34971 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-21T21:59:52,036 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732226362395.69161172a07ec0f12a0e738f1b41d5ca. 2024-11-21T21:59:52,036 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44299 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-21T21:59:52,036 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43829 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-21T21:59:52,037 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732226362395.ab0caff1d4fb0bcfafe912afda573e68. 2024-11-21T21:59:52,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34971 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-21T21:59:52,037 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732226362395.ed8d62c5a3d1e2888a9f262044f90322. 2024-11-21T21:59:52,037 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for ab0caff1d4fb0bcfafe912afda573e68: 2024-11-21T21:59:52,037 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732226362395.ab0caff1d4fb0bcfafe912afda573e68. for SnapshotProcedureTest completed. 2024-11-21T21:59:52,037 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 69161172a07ec0f12a0e738f1b41d5ca: 2024-11-21T21:59:52,037 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 42a7dcaeca535988fc8d10b6578f71bb: 2024-11-21T21:59:52,037 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732226362395.d59b2383b917ba92300f4142bfa2995f. 2024-11-21T21:59:52,037 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732226362395.69161172a07ec0f12a0e738f1b41d5ca. for SnapshotProcedureTest completed. 2024-11-21T21:59:52,037 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732226362395.42a7dcaeca535988fc8d10b6578f71bb. for SnapshotProcedureTest completed. 2024-11-21T21:59:52,038 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732226362395.ab0caff1d4fb0bcfafe912afda573e68.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T21:59:52,038 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T21:59:52,038 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing d59b2383b917ba92300f4142bfa2995f 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-21T21:59:52,038 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732226362395.42a7dcaeca535988fc8d10b6578f71bb.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T21:59:52,038 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T21:59:52,038 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T21:59:52,038 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43829 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-21T21:59:52,038 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T21:59:52,038 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732226362395.69161172a07ec0f12a0e738f1b41d5ca.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T21:59:52,038 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T21:59:52,038 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T21:59:52,039 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 4ce6a5aad53fbb90e729ada8cd32f78b: 2024-11-21T21:59:52,039 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for ed8d62c5a3d1e2888a9f262044f90322: 2024-11-21T21:59:52,039 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732226362395.4ce6a5aad53fbb90e729ada8cd32f78b. for SnapshotProcedureTest completed. 2024-11-21T21:59:52,039 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732226362395.ed8d62c5a3d1e2888a9f262044f90322. for SnapshotProcedureTest completed. 2024-11-21T21:59:52,039 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732226362395.4ce6a5aad53fbb90e729ada8cd32f78b.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T21:59:52,039 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732226362395.ed8d62c5a3d1e2888a9f262044f90322.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T21:59:52,039 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T21:59:52,039 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T21:59:52,040 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T21:59:52,040 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T21:59:52,040 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732226362395.07481122936d7687dcfa534c2bdc1f61. 2024-11-21T21:59:52,040 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732226362395.cc0cd5e45bbe7f4c7763421f8dac1139. 2024-11-21T21:59:52,040 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 07481122936d7687dcfa534c2bdc1f61 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-21T21:59:52,040 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for cc0cd5e45bbe7f4c7763421f8dac1139: 2024-11-21T21:59:52,040 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732226362395.cc0cd5e45bbe7f4c7763421f8dac1139. for SnapshotProcedureTest completed. 2024-11-21T21:59:52,040 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732226362395.cc0cd5e45bbe7f4c7763421f8dac1139.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T21:59:52,040 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T21:59:52,041 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T21:59:52,066 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/default/SPTestTable/07481122936d7687dcfa534c2bdc1f61/.tmp/cf/9a689b72345f48288b3044b5531748b5 is 34, key is baa/cf:cf/1732226381440/Put/seqid=0 2024-11-21T21:59:52,067 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/default/SPTestTable/1bfdc4e62b28caea9866aaa97051af3f/.tmp/cf/80b730b515d84f7eb20e103d47574682 is 34, key is ccd/cf:cf/1732226381500/Put/seqid=0 2024-11-21T21:59:52,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40161 is added to blk_1073741849_1025 (size=65) 2024-11-21T21:59:52,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36049 is added to blk_1073741849_1025 (size=65) 2024-11-21T21:59:52,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36335 is added to blk_1073741849_1025 (size=65) 2024-11-21T21:59:52,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36335 is added to blk_1073741850_1026 (size=65) 2024-11-21T21:59:52,070 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732226362395.42a7dcaeca535988fc8d10b6578f71bb. 2024-11-21T21:59:52,070 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-21T21:59:52,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34519 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-21T21:59:52,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40161 is added to blk_1073741852_1028 (size=65) 2024-11-21T21:59:52,071 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34519 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 42a7dcaeca535988fc8d10b6578f71bb 2024-11-21T21:59:52,071 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732226362395.cc0cd5e45bbe7f4c7763421f8dac1139. 2024-11-21T21:59:52,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36049 is added to blk_1073741850_1026 (size=65) 2024-11-21T21:59:52,071 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-21T21:59:52,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36049 is added to blk_1073741852_1028 (size=65) 2024-11-21T21:59:52,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36335 is added to blk_1073741852_1028 (size=65) 2024-11-21T21:59:52,071 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 42a7dcaeca535988fc8d10b6578f71bb 2024-11-21T21:59:52,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40161 is added to blk_1073741850_1026 (size=65) 2024-11-21T21:59:52,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34519 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-21T21:59:52,072 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34519 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region cc0cd5e45bbe7f4c7763421f8dac1139 2024-11-21T21:59:52,072 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cc0cd5e45bbe7f4c7763421f8dac1139 2024-11-21T21:59:52,072 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732226362395.ed8d62c5a3d1e2888a9f262044f90322. 2024-11-21T21:59:52,072 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-21T21:59:52,072 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732226362395.c298ae395c9ab914a70a29be83c44ad5. 2024-11-21T21:59:52,073 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing c298ae395c9ab914a70a29be83c44ad5 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-21T21:59:52,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34519 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-21T21:59:52,073 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34519 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ed8d62c5a3d1e2888a9f262044f90322 2024-11-21T21:59:52,075 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 42a7dcaeca535988fc8d10b6578f71bb in 10.0420 sec 2024-11-21T21:59:52,075 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ed8d62c5a3d1e2888a9f262044f90322 2024-11-21T21:59:52,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure cc0cd5e45bbe7f4c7763421f8dac1139 in 10.0430 sec 2024-11-21T21:59:52,078 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ed8d62c5a3d1e2888a9f262044f90322 in 10.0460 sec 2024-11-21T21:59:52,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36049 is added to blk_1073741851_1027 (size=57) 2024-11-21T21:59:52,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40161 is added to blk_1073741851_1027 (size=57) 2024-11-21T21:59:52,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36335 is added to blk_1073741851_1027 (size=57) 2024-11-21T21:59:52,086 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732226362395.69161172a07ec0f12a0e738f1b41d5ca. 2024-11-21T21:59:52,086 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-21T21:59:52,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34519 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-21T21:59:52,086 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34519 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 69161172a07ec0f12a0e738f1b41d5ca 2024-11-21T21:59:52,087 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 69161172a07ec0f12a0e738f1b41d5ca 2024-11-21T21:59:52,089 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 69161172a07ec0f12a0e738f1b41d5ca in 10.0570 sec 2024-11-21T21:59:52,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36335 is added to blk_1073741853_1029 (size=65) 2024-11-21T21:59:52,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40161 is added to blk_1073741853_1029 (size=65) 2024-11-21T21:59:52,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36049 is added to blk_1073741853_1029 (size=65) 2024-11-21T21:59:52,097 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732226362395.4ce6a5aad53fbb90e729ada8cd32f78b. 2024-11-21T21:59:52,097 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-21T21:59:52,097 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/default/SPTestTable/c298ae395c9ab914a70a29be83c44ad5/.tmp/cf/8e4bc75c8bb44409a2e3f2b60c9e7ca9 is 34, key is aaa/cf:cf/1732226381442/Put/seqid=0 2024-11-21T21:59:52,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34519 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-21T21:59:52,098 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34519 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4ce6a5aad53fbb90e729ada8cd32f78b 2024-11-21T21:59:52,098 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4ce6a5aad53fbb90e729ada8cd32f78b 2024-11-21T21:59:52,101 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4ce6a5aad53fbb90e729ada8cd32f78b in 10.0700 sec 2024-11-21T21:59:52,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36049 is added to blk_1073741854_1030 (size=65) 2024-11-21T21:59:52,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36335 is added to blk_1073741854_1030 (size=65) 2024-11-21T21:59:52,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40161 is added to blk_1073741854_1030 (size=65) 2024-11-21T21:59:52,119 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732226362395.ab0caff1d4fb0bcfafe912afda573e68. 2024-11-21T21:59:52,119 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-21T21:59:52,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34519 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-21T21:59:52,119 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34519 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ab0caff1d4fb0bcfafe912afda573e68 2024-11-21T21:59:52,120 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ab0caff1d4fb0bcfafe912afda573e68 2024-11-21T21:59:52,122 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ab0caff1d4fb0bcfafe912afda573e68 in 10.0900 sec 2024-11-21T21:59:52,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36335 is added to blk_1073741855_1031 (size=28623) 2024-11-21T21:59:52,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40161 is added to blk_1073741855_1031 (size=28623) 2024-11-21T21:59:52,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36049 is added to blk_1073741855_1031 (size=28623) 2024-11-21T21:59:52,127 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/default/SPTestTable/07481122936d7687dcfa534c2bdc1f61/.tmp/cf/9a689b72345f48288b3044b5531748b5 2024-11-21T21:59:52,130 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/default/SPTestTable/d59b2383b917ba92300f4142bfa2995f/.tmp/cf/f97a8f9724c9451d9b48880f5e03c19d is 34, key is eaa/cf:cf/1732226381893/Put/seqid=0 2024-11-21T21:59:52,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36335 is added to blk_1073741856_1032 (size=47197) 2024-11-21T21:59:52,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40161 is added to blk_1073741856_1032 (size=47197) 2024-11-21T21:59:52,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36049 is added to blk_1073741856_1032 (size=47197) 2024-11-21T21:59:52,137 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/default/SPTestTable/1bfdc4e62b28caea9866aaa97051af3f/.tmp/cf/80b730b515d84f7eb20e103d47574682 2024-11-21T21:59:52,149 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/default/SPTestTable/07481122936d7687dcfa534c2bdc1f61/.tmp/cf/9a689b72345f48288b3044b5531748b5 as hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/default/SPTestTable/07481122936d7687dcfa534c2bdc1f61/cf/9a689b72345f48288b3044b5531748b5 2024-11-21T21:59:52,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36335 is added to blk_1073741858_1034 (size=26918) 2024-11-21T21:59:52,157 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/default/SPTestTable/07481122936d7687dcfa534c2bdc1f61/cf/9a689b72345f48288b3044b5531748b5, entries=731, sequenceid=5, filesize=28.0 K 2024-11-21T21:59:52,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36049 is added to blk_1073741858_1034 (size=26918) 2024-11-21T21:59:52,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40161 is added to blk_1073741858_1034 (size=26918) 2024-11-21T21:59:52,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36335 is added to blk_1073741857_1033 (size=499309) 2024-11-21T21:59:52,159 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 07481122936d7687dcfa534c2bdc1f61 in 119ms, sequenceid=5, compaction requested=false 2024-11-21T21:59:52,159 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/default/SPTestTable/c298ae395c9ab914a70a29be83c44ad5/.tmp/cf/8e4bc75c8bb44409a2e3f2b60c9e7ca9 2024-11-21T21:59:52,159 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 07481122936d7687dcfa534c2bdc1f61: 2024-11-21T21:59:52,159 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732226362395.07481122936d7687dcfa534c2bdc1f61. for SnapshotProcedureTest completed. 2024-11-21T21:59:52,159 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732226362395.07481122936d7687dcfa534c2bdc1f61.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T21:59:52,160 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T21:59:52,160 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/default/SPTestTable/07481122936d7687dcfa534c2bdc1f61/cf/9a689b72345f48288b3044b5531748b5] hfiles 2024-11-21T21:59:52,160 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/default/SPTestTable/07481122936d7687dcfa534c2bdc1f61/cf/9a689b72345f48288b3044b5531748b5 for snapshot=SnapshotProcedureTest 2024-11-21T21:59:52,160 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/default/SPTestTable/1bfdc4e62b28caea9866aaa97051af3f/.tmp/cf/80b730b515d84f7eb20e103d47574682 as hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/default/SPTestTable/1bfdc4e62b28caea9866aaa97051af3f/cf/80b730b515d84f7eb20e103d47574682 2024-11-21T21:59:52,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36049 is added to blk_1073741857_1033 (size=499309) 2024-11-21T21:59:52,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40161 is added to blk_1073741857_1033 (size=499309) 2024-11-21T21:59:52,169 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/default/SPTestTable/d59b2383b917ba92300f4142bfa2995f/.tmp/cf/f97a8f9724c9451d9b48880f5e03c19d 2024-11-21T21:59:52,169 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/default/SPTestTable/c298ae395c9ab914a70a29be83c44ad5/.tmp/cf/8e4bc75c8bb44409a2e3f2b60c9e7ca9 as hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/default/SPTestTable/c298ae395c9ab914a70a29be83c44ad5/cf/8e4bc75c8bb44409a2e3f2b60c9e7ca9 2024-11-21T21:59:52,170 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/default/SPTestTable/1bfdc4e62b28caea9866aaa97051af3f/cf/80b730b515d84f7eb20e103d47574682, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-21T21:59:52,171 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 1bfdc4e62b28caea9866aaa97051af3f in 136ms, sequenceid=5, compaction requested=false 2024-11-21T21:59:52,171 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 1bfdc4e62b28caea9866aaa97051af3f: 2024-11-21T21:59:52,171 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732226362395.1bfdc4e62b28caea9866aaa97051af3f. for SnapshotProcedureTest completed. 2024-11-21T21:59:52,172 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732226362395.1bfdc4e62b28caea9866aaa97051af3f.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T21:59:52,172 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T21:59:52,172 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/default/SPTestTable/1bfdc4e62b28caea9866aaa97051af3f/cf/80b730b515d84f7eb20e103d47574682] hfiles 2024-11-21T21:59:52,172 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/default/SPTestTable/1bfdc4e62b28caea9866aaa97051af3f/cf/80b730b515d84f7eb20e103d47574682 for snapshot=SnapshotProcedureTest 2024-11-21T21:59:52,177 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/default/SPTestTable/c298ae395c9ab914a70a29be83c44ad5/cf/8e4bc75c8bb44409a2e3f2b60c9e7ca9, entries=676, sequenceid=5, filesize=26.3 K 2024-11-21T21:59:52,177 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/default/SPTestTable/d59b2383b917ba92300f4142bfa2995f/.tmp/cf/f97a8f9724c9451d9b48880f5e03c19d as hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/default/SPTestTable/d59b2383b917ba92300f4142bfa2995f/cf/f97a8f9724c9451d9b48880f5e03c19d 2024-11-21T21:59:52,178 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for c298ae395c9ab914a70a29be83c44ad5 in 105ms, sequenceid=5, compaction requested=false 2024-11-21T21:59:52,178 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for c298ae395c9ab914a70a29be83c44ad5: 2024-11-21T21:59:52,178 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732226362395.c298ae395c9ab914a70a29be83c44ad5. for SnapshotProcedureTest completed. 2024-11-21T21:59:52,178 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732226362395.c298ae395c9ab914a70a29be83c44ad5.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T21:59:52,178 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T21:59:52,178 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/default/SPTestTable/c298ae395c9ab914a70a29be83c44ad5/cf/8e4bc75c8bb44409a2e3f2b60c9e7ca9] hfiles 2024-11-21T21:59:52,178 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/default/SPTestTable/c298ae395c9ab914a70a29be83c44ad5/cf/8e4bc75c8bb44409a2e3f2b60c9e7ca9 for snapshot=SnapshotProcedureTest 2024-11-21T21:59:52,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36049 is added to blk_1073741859_1035 (size=105) 2024-11-21T21:59:52,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40161 is added to blk_1073741859_1035 (size=105) 2024-11-21T21:59:52,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36335 is added to blk_1073741859_1035 (size=105) 2024-11-21T21:59:52,183 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732226362395.07481122936d7687dcfa534c2bdc1f61. 2024-11-21T21:59:52,183 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-21T21:59:52,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34519 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-21T21:59:52,184 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34519 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 07481122936d7687dcfa534c2bdc1f61 2024-11-21T21:59:52,184 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 07481122936d7687dcfa534c2bdc1f61 2024-11-21T21:59:52,186 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/default/SPTestTable/d59b2383b917ba92300f4142bfa2995f/cf/f97a8f9724c9451d9b48880f5e03c19d, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-21T21:59:52,188 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for d59b2383b917ba92300f4142bfa2995f in 150ms, sequenceid=5, compaction requested=false 2024-11-21T21:59:52,188 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for d59b2383b917ba92300f4142bfa2995f: 2024-11-21T21:59:52,188 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732226362395.d59b2383b917ba92300f4142bfa2995f. for SnapshotProcedureTest completed. 2024-11-21T21:59:52,188 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732226362395.d59b2383b917ba92300f4142bfa2995f.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T21:59:52,188 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T21:59:52,188 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 07481122936d7687dcfa534c2bdc1f61 in 10.1550 sec 2024-11-21T21:59:52,188 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/default/SPTestTable/d59b2383b917ba92300f4142bfa2995f/cf/f97a8f9724c9451d9b48880f5e03c19d] hfiles 2024-11-21T21:59:52,188 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/default/SPTestTable/d59b2383b917ba92300f4142bfa2995f/cf/f97a8f9724c9451d9b48880f5e03c19d for snapshot=SnapshotProcedureTest 2024-11-21T21:59:52,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36049 is added to blk_1073741860_1036 (size=105) 2024-11-21T21:59:52,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36335 is added to blk_1073741860_1036 (size=105) 2024-11-21T21:59:52,198 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732226362395.1bfdc4e62b28caea9866aaa97051af3f. 2024-11-21T21:59:52,198 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-21T21:59:52,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34519 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-21T21:59:52,199 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34519 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1bfdc4e62b28caea9866aaa97051af3f 2024-11-21T21:59:52,199 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1bfdc4e62b28caea9866aaa97051af3f 2024-11-21T21:59:52,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40161 is added to blk_1073741860_1036 (size=105) 2024-11-21T21:59:52,201 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1bfdc4e62b28caea9866aaa97051af3f in 10.1700 sec 2024-11-21T21:59:52,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40161 is added to blk_1073741861_1037 (size=105) 2024-11-21T21:59:52,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36335 is added to blk_1073741861_1037 (size=105) 2024-11-21T21:59:52,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36049 is added to blk_1073741861_1037 (size=105) 2024-11-21T21:59:52,210 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732226362395.c298ae395c9ab914a70a29be83c44ad5. 2024-11-21T21:59:52,210 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-21T21:59:52,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34519 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-21T21:59:52,210 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34519 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c298ae395c9ab914a70a29be83c44ad5 2024-11-21T21:59:52,211 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c298ae395c9ab914a70a29be83c44ad5 2024-11-21T21:59:52,212 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c298ae395c9ab914a70a29be83c44ad5 in 10.1810 sec 2024-11-21T21:59:52,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36049 is added to blk_1073741862_1038 (size=97) 2024-11-21T21:59:52,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36335 is added to blk_1073741862_1038 (size=97) 2024-11-21T21:59:52,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40161 is added to blk_1073741862_1038 (size=97) 2024-11-21T21:59:52,623 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732226362395.d59b2383b917ba92300f4142bfa2995f. 2024-11-21T21:59:52,623 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-21T21:59:52,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34519 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-21T21:59:52,625 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34519 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d59b2383b917ba92300f4142bfa2995f 2024-11-21T21:59:52,625 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d59b2383b917ba92300f4142bfa2995f 2024-11-21T21:59:52,631 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=25 2024-11-21T21:59:52,631 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d59b2383b917ba92300f4142bfa2995f in 10.5970 sec 2024-11-21T21:59:52,631 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-21T21:59:52,632 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-21T21:59:52,633 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-21T21:59:52,633 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-21T21:59:52,636 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-21T21:59:52,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36049 is added to blk_1073741863_1039 (size=1174) 2024-11-21T21:59:52,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36335 is added to blk_1073741863_1039 (size=1174) 2024-11-21T21:59:52,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40161 is added to blk_1073741863_1039 (size=1174) 2024-11-21T21:59:52,670 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-21T21:59:52,674 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-21T21:59:52,677 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2a884b411602,44299,1732226351267 2024-11-21T21:59:52,677 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2a884b411602,34971,1732226351336 2024-11-21T21:59:52,677 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2a884b411602,34971,1732226351336 2024-11-21T21:59:52,677 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2a884b411602,34971,1732226351336 2024-11-21T21:59:52,677 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2a884b411602,44299,1732226351267 2024-11-21T21:59:52,681 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2a884b411602,43829,1732226351302 2024-11-21T21:59:52,681 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2a884b411602,44299,1732226351267 2024-11-21T21:59:52,681 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2a884b411602,43829,1732226351302 2024-11-21T21:59:52,681 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2a884b411602,43829,1732226351302 2024-11-21T21:59:52,735 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T21:59:52,736 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 2a884b411602,44299,1732226351267 2024-11-21T21:59:52,736 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 2a884b411602,44299,1732226351267: Simulated kill ***** 2024-11-21T21:59:52,736 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T21:59:52,736 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T21:59:52,737 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T21:59:52,737 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T21:59:52,737 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T21:59:52,737 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 555335680 }, "NonHeapMemoryUsage": { "committed": 177733632, "init": 7667712, "max": -1, "used": 172716792 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T21:59:52,738 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34519 {}] master.MasterRpcServices(700): 2a884b411602,44299,1732226351267 reported a fatal error: ***** ABORTING region server 2a884b411602,44299,1732226351267: Simulated kill ***** 2024-11-21T21:59:52,738 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2a884b411602,44299,1732226351267' ***** 2024-11-21T21:59:52,738 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-21T21:59:52,738 INFO [RS:0;2a884b411602:44299 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T21:59:52,738 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T21:59:52,738 INFO [RS:0;2a884b411602:44299 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-21T21:59:52,738 INFO [RS:0;2a884b411602:44299 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-21T21:59:52,739 INFO [RS:0;2a884b411602:44299 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T21:59:52,739 INFO [RS:0;2a884b411602:44299 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2a884b411602:44299. 2024-11-21T21:59:52,739 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T21:59:52,739 DEBUG [RS:0;2a884b411602:44299 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T21:59:52,739 DEBUG [RS:0;2a884b411602:44299 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T21:59:52,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36049 is added to blk_1073741836_1012 (size=14382) 2024-11-21T21:59:52,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36335 is added to blk_1073741836_1012 (size=14382) 2024-11-21T21:59:52,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40161 is added to blk_1073741836_1012 (size=14382) 2024-11-21T21:59:52,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36335 is added to blk_1073741835_1011 (size=1488) 2024-11-21T21:59:52,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40161 is added to blk_1073741835_1011 (size=1488) 2024-11-21T21:59:52,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36049 is added to blk_1073741835_1011 (size=1488) 2024-11-21T21:59:52,745 DEBUG [RS:0;2a884b411602:44299 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T21:59:52,745 INFO [RS:0;2a884b411602:44299 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T21:59:52,745 INFO [RS:0;2a884b411602:44299 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44299 2024-11-21T21:59:52,752 INFO [regionserver/2a884b411602:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T21:59:52,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44299-0x10160b212c80001, quorum=127.0.0.1:58292, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2a884b411602,44299,1732226351267 2024-11-21T21:59:52,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34519-0x10160b212c80000, quorum=127.0.0.1:58292, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T21:59:52,755 INFO [RS:0;2a884b411602:44299 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T21:59:52,766 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2a884b411602,44299,1732226351267] 2024-11-21T21:59:52,774 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2a884b411602,44299,1732226351267 already deleted, retry=false 2024-11-21T21:59:52,774 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 2a884b411602,44299,1732226351267 on 2a884b411602,34519,1732226351129 2024-11-21T21:59:52,775 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 2a884b411602,44299,1732226351267, splitWal=true, meta=true 2024-11-21T21:59:52,776 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for 2a884b411602,44299,1732226351267 (carryingMeta=true) 2a884b411602,44299,1732226351267/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@1d2551b[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-21T21:59:52,776 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 2a884b411602,44299,1732226351267, splitWal=true, meta=true 2024-11-21T21:59:52,777 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 2a884b411602,44299,1732226351267, splitWal=true, meta=true, isMeta: true 2024-11-21T21:59:52,779 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/WALs/2a884b411602,44299,1732226351267-splitting 2024-11-21T21:59:52,780 INFO [PEWorker-1 {}] master.SplitWALManager(105): 2a884b411602,44299,1732226351267 WAL count=1, meta=true 2024-11-21T21:59:52,780 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 2a884b411602%2C44299%2C1732226351267.meta.1732226362195.meta}] 2024-11-21T21:59:52,781 DEBUG [PEWorker-5 {}] master.SplitWALManager(158): Acquired split WAL worker=2a884b411602,34971,1732226351336 2024-11-21T21:59:52,782 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 2a884b411602%2C44299%2C1732226351267.meta.1732226362195.meta, worker=2a884b411602,34971,1732226351336}] 2024-11-21T21:59:52,783 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2a884b411602,44299,1732226351267 Release verify snapshot worker=2a884b411602,44299,1732226351267 2024-11-21T21:59:52,783 WARN [PEWorker-4 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 45 to 2a884b411602,44299,1732226351267, this operation will be retried to send to another server 2024-11-21T21:59:52,783 WARN [PEWorker-4 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T21:59:52,784 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=45, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732226393784 2024-11-21T21:59:52,784 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2a884b411602,44299,1732226351267 Release verify snapshot worker=2a884b411602,44299,1732226351267 2024-11-21T21:59:52,784 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 30 is already finished, skip the rest processes 2024-11-21T21:59:52,784 WARN [PEWorker-2 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 2a884b411602,44299,1732226351267, this operation will be retried to send to another server 2024-11-21T21:59:52,784 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 27 is already finished, skip the rest processes 2024-11-21T21:59:52,784 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 35 is already finished, skip the rest processes 2024-11-21T21:59:52,784 WARN [PEWorker-2 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T21:59:52,784 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732226393784 2024-11-21T21:59:52,785 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2a884b411602,44299,1732226351267 Release verify snapshot worker=2a884b411602,44299,1732226351267 2024-11-21T21:59:52,785 WARN [PEWorker-1 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 42 to 2a884b411602,44299,1732226351267, this operation will be retried to send to another server 2024-11-21T21:59:52,786 WARN [PEWorker-1 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T21:59:52,786 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=42, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732226393786 2024-11-21T21:59:52,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44299-0x10160b212c80001, quorum=127.0.0.1:58292, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T21:59:52,866 INFO [RS:0;2a884b411602:44299 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T21:59:52,867 INFO [RS:0;2a884b411602:44299 {}] regionserver.HRegionServer(1031): Exiting; stopping=2a884b411602,44299,1732226351267; zookeeper connection closed. 2024-11-21T21:59:52,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44299-0x10160b212c80001, quorum=127.0.0.1:58292, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T21:59:52,867 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6da1efae {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6da1efae 2024-11-21T21:59:52,897 INFO [regionserver/2a884b411602:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T21:59:52,897 INFO [regionserver/2a884b411602:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T22:00:02,678 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34971 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-21T22:00:02,678 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34971 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-21T22:00:02,678 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34971 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-21T22:00:02,678 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34971 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-21T22:00:02,684 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-21T22:00:02,684 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-21T22:00:02,684 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-21T22:00:02,684 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-21T22:00:02,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34519 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-21T22:00:02,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34519 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-21T22:00:02,687 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2a884b411602,34971,1732226351336 Release verify snapshot worker=2a884b411602,34971,1732226351336 2024-11-21T22:00:02,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34519 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-21T22:00:02,692 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2a884b411602,34971,1732226351336 in 10.0130 sec 2024-11-21T22:00:02,693 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2a884b411602,34971,1732226351336 2024-11-21T22:00:02,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43829 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-21T22:00:02,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43829 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-21T22:00:02,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43829 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-21T22:00:02,699 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2a884b411602,34971,1732226351336 Release verify snapshot worker=2a884b411602,34971,1732226351336 2024-11-21T22:00:02,699 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2a884b411602,34971,1732226351336 2024-11-21T22:00:02,702 INFO [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/WALs/2a884b411602,44299,1732226351267-splitting/2a884b411602%2C44299%2C1732226351267.meta.1732226362195.meta, size=14.0 K (14382bytes) 2024-11-21T22:00:02,702 INFO [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/WALs/2a884b411602,44299,1732226351267-splitting/2a884b411602%2C44299%2C1732226351267.meta.1732226362195.meta 2024-11-21T22:00:02,703 INFO [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/WALs/2a884b411602,44299,1732226351267-splitting/2a884b411602%2C44299%2C1732226351267.meta.1732226362195.meta after 1ms 2024-11-21T22:00:02,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2a884b411602,34971,1732226351336 in 10.0250 sec 2024-11-21T22:00:02,708 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2a884b411602,34971,1732226351336 Release verify snapshot worker=2a884b411602,34971,1732226351336 2024-11-21T22:00:02,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2a884b411602,34971,1732226351336 in 10.0340 sec 2024-11-21T22:00:02,711 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2a884b411602,34971,1732226351336 2024-11-21T22:00:02,720 INFO [master/2a884b411602:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-21T22:00:02,720 INFO [master/2a884b411602:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-21T22:00:02,721 INFO [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/WALs/2a884b411602,44299,1732226351267-splitting/2a884b411602%2C44299%2C1732226351267.meta.1732226362195.meta took 19ms 2024-11-21T22:00:02,723 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-21T22:00:02,723 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-21T22:00:02,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34519 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-21T22:00:02,725 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-21T22:00:02,725 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-21T22:00:02,727 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2a884b411602,43829,1732226351302 Release verify snapshot worker=2a884b411602,43829,1732226351302 2024-11-21T22:00:02,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34519 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-21T22:00:02,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34519 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-21T22:00:02,730 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2a884b411602,43829,1732226351302 in 10.0530 sec 2024-11-21T22:00:02,730 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2a884b411602,43829,1732226351302 Release verify snapshot worker=2a884b411602,43829,1732226351302 2024-11-21T22:00:02,731 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2a884b411602,43829,1732226351302 2024-11-21T22:00:02,731 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2a884b411602,43829,1732226351302 Release verify snapshot worker=2a884b411602,43829,1732226351302 2024-11-21T22:00:02,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2a884b411602,43829,1732226351302 in 10.0560 sec 2024-11-21T22:00:02,733 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2a884b411602,43829,1732226351302 in 10.0570 sec 2024-11-21T22:00:02,742 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-21T22:00:02,745 INFO [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-2a884b411602%2C44299%2C1732226351267.meta.1732226362195.meta.temp 2024-11-21T22:00:02,745 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/WALs/2a884b411602,44299,1732226351267-splitting/2a884b411602%2C44299%2C1732226351267.meta.1732226362195.meta so closing down 2024-11-21T22:00:02,745 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T22:00:02,751 INFO [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-2a884b411602%2C44299%2C1732226351267.meta.1732226362195.meta.temp 2024-11-21T22:00:02,751 INFO [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T22:00:02,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40161 is added to blk_1073741864_1040 (size=14141) 2024-11-21T22:00:02,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36335 is added to blk_1073741864_1040 (size=14141) 2024-11-21T22:00:02,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36049 is added to blk_1073741864_1040 (size=14141) 2024-11-21T22:00:02,776 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-2a884b411602%2C44299%2C1732226351267.meta.1732226362195.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) 2024-11-21T22:00:02,778 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-2a884b411602%2C44299%2C1732226351267.meta.1732226362195.meta.temp to hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-21T22:00:02,778 INFO [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 39 ms; skipped=1; WAL=hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/WALs/2a884b411602,44299,1732226351267-splitting/2a884b411602%2C44299%2C1732226351267.meta.1732226362195.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-11-21T22:00:02,778 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/WALs/2a884b411602,44299,1732226351267-splitting/2a884b411602%2C44299%2C1732226351267.meta.1732226362195.meta, journal: Splitting hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/WALs/2a884b411602,44299,1732226351267-splitting/2a884b411602%2C44299%2C1732226351267.meta.1732226362195.meta, size=14.0 K (14382bytes) at 1732226402702Finishing writing output for hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/WALs/2a884b411602,44299,1732226351267-splitting/2a884b411602%2C44299%2C1732226351267.meta.1732226362195.meta so closing down at 1732226402745 (+43 ms)Creating recovered edits writer path=hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-2a884b411602%2C44299%2C1732226351267.meta.1732226362195.meta.temp at 1732226402751 (+6 ms)3 split writer threads finished at 1732226402752 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-2a884b411602%2C44299%2C1732226351267.meta.1732226362195.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) at 1732226402776 (+24 ms)Rename recovered edits hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-2a884b411602%2C44299%2C1732226351267.meta.1732226362195.meta.temp to hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1732226402778 (+2 ms)Processed 26 edits across 1 Regions in 39 ms; skipped=1; WAL=hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/WALs/2a884b411602,44299,1732226351267-splitting/2a884b411602%2C44299%2C1732226351267.meta.1732226362195.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1732226402778 2024-11-21T22:00:02,778 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/WALs/2a884b411602,44299,1732226351267-splitting/2a884b411602%2C44299%2C1732226351267.meta.1732226362195.meta 2024-11-21T22:00:02,778 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-21T22:00:02,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34519 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-21T22:00:02,787 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/WALs/2a884b411602,44299,1732226351267-splitting/2a884b411602%2C44299%2C1732226351267.meta.1732226362195.meta to hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/oldWALs 2024-11-21T22:00:02,792 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-21T22:00:02,792 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 2a884b411602%2C44299%2C1732226351267.meta.1732226362195.meta, worker=2a884b411602,34971,1732226351336 in 10.0060 sec 2024-11-21T22:00:02,794 DEBUG [PEWorker-4 {}] master.SplitWALManager(172): Release split WAL worker=2a884b411602,34971,1732226351336 2024-11-21T22:00:02,797 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-21T22:00:02,798 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 2a884b411602%2C44299%2C1732226351267.meta.1732226362195.meta, worker=2a884b411602,34971,1732226351336 in 10.0140 sec 2024-11-21T22:00:02,800 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/WALs/2a884b411602,44299,1732226351267-splitting dir is empty, no logs to split. 2024-11-21T22:00:02,800 INFO [PEWorker-4 {}] master.SplitWALManager(105): 2a884b411602,44299,1732226351267 WAL count=0, meta=true 2024-11-21T22:00:02,800 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 2a884b411602,44299,1732226351267 WAL splitting is done? wals=0, meta=true 2024-11-21T22:00:02,802 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T22:00:02,804 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T22:00:02,805 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T22:00:02,956 DEBUG [2a884b411602:34519 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-21T22:00:02,956 DEBUG [2a884b411602:34519 {}] balancer.BalancerClusterState(204): Hosts are {2a884b411602=0} racks are {/default-rack=0} 2024-11-21T22:00:02,956 DEBUG [2a884b411602:34519 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-21T22:00:02,956 DEBUG [2a884b411602:34519 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-21T22:00:02,956 DEBUG [2a884b411602:34519 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-21T22:00:02,956 DEBUG [2a884b411602:34519 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-21T22:00:02,956 INFO [2a884b411602:34519 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-21T22:00:02,956 INFO [2a884b411602:34519 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-21T22:00:02,956 DEBUG [2a884b411602:34519 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-21T22:00:02,957 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2a884b411602,43829,1732226351302 2024-11-21T22:00:02,958 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2a884b411602,43829,1732226351302, state=OPENING 2024-11-21T22:00:02,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34971-0x10160b212c80003, quorum=127.0.0.1:58292, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T22:00:02,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43829-0x10160b212c80002, quorum=127.0.0.1:58292, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T22:00:02,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34519-0x10160b212c80000, quorum=127.0.0.1:58292, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T22:00:02,995 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T22:00:02,995 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2a884b411602,43829,1732226351302}] 2024-11-21T22:00:02,995 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T22:00:02,995 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T22:00:02,995 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T22:00:09,328 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2a884b411602:45425 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-21T22:00:11,103 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T22:00:12,629 INFO [regionserver/2a884b411602:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-21T22:00:12,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34971 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-21T22:00:12,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34971 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-21T22:00:12,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34971 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-21T22:00:12,695 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-21T22:00:12,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34519 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-21T22:00:12,696 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-21T22:00:12,696 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-21T22:00:12,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34519 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-21T22:00:12,698 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2a884b411602,34971,1732226351336 Release verify snapshot worker=2a884b411602,34971,1732226351336 2024-11-21T22:00:12,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34519 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-21T22:00:12,700 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2a884b411602,34971,1732226351336 Release verify snapshot worker=2a884b411602,34971,1732226351336 2024-11-21T22:00:12,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2a884b411602,34971,1732226351336 in 20.0240 sec 2024-11-21T22:00:12,700 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2a884b411602,34971,1732226351336 Release verify snapshot worker=2a884b411602,34971,1732226351336 2024-11-21T22:00:12,702 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2a884b411602,34971,1732226351336 in 20.0260 sec 2024-11-21T22:00:12,702 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2a884b411602,34971,1732226351336 in 20.0270 sec 2024-11-21T22:00:12,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43829 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-21T22:00:12,736 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T22:00:12,736 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T22:00:12,736 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-21T22:00:12,736 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=50}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T22:00:12,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34519 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-21T22:00:12,738 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2a884b411602,43829,1732226351302 Release verify snapshot worker=2a884b411602,43829,1732226351302 2024-11-21T22:00:12,738 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2a884b411602%2C43829%2C1732226351302.meta, suffix=.meta, logDir=hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/WALs/2a884b411602,43829,1732226351302, archiveDir=hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/oldWALs, maxLogs=32 2024-11-21T22:00:12,740 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=25 2024-11-21T22:00:12,740 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-21T22:00:12,740 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2a884b411602,43829,1732226351302 in 20.0640 sec 2024-11-21T22:00:12,740 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/.hbase-snapshot/SnapshotProcedureTest 2024-11-21T22:00:12,742 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-21T22:00:12,742 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-21T22:00:12,744 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.7270 sec 2024-11-21T22:00:12,752 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=50}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/WALs/2a884b411602,43829,1732226351302/2a884b411602%2C43829%2C1732226351302.meta.1732226412738.meta, exclude list is [], retry=0 2024-11-21T22:00:12,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40161,DS-3a6292a5-1e24-4393-8d9c-cd7dcda966c6,DISK] 2024-11-21T22:00:12,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36049,DS-34a5aee1-809f-4678-97b7-3bd3b0e37d24,DISK] 2024-11-21T22:00:12,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36335,DS-5ac5a94c-9c7b-4d8e-aebe-68f8728f80c3,DISK] 2024-11-21T22:00:12,758 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/WALs/2a884b411602,43829,1732226351302/2a884b411602%2C43829%2C1732226351302.meta.1732226412738.meta 2024-11-21T22:00:12,758 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35207:35207),(127.0.0.1/127.0.0.1:37221:37221),(127.0.0.1/127.0.0.1:35189:35189)] 2024-11-21T22:00:12,758 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T22:00:12,759 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=50}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T22:00:12,759 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T22:00:12,759 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T22:00:12,759 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T22:00:12,759 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T22:00:12,759 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T22:00:12,759 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T22:00:12,762 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-21T22:00:12,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T22:00:12,763 WARN [RPCClient-NioEventLoopGroup-6-9 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2a884b411602:44299 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 2a884b411602/172.17.0.2:44299 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T22:00:12,764 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T22:00:12,764 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T22:00:12,764 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,44299,1732226351267, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2a884b411602,44299,1732226351267, seqNum=-1, error=java.net.ConnectException: Call to address=2a884b411602:44299 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 2a884b411602/172.17.0.2:44299 2024-11-21T22:00:12,764 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,44299,1732226351267, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-21T22:00:12,764 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2a884b411602,44299,1732226351267, seqNum=-1 from cache 2024-11-21T22:00:12,764 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] ipc.FailedServers(52): Added failed server with address 2a884b411602:44299 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 2a884b411602/172.17.0.2:44299 2024-11-21T22:00:12,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T22:00:12,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T22:00:12,765 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T22:00:12,765 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T22:00:12,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T22:00:12,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T22:00:12,766 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T22:00:12,766 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T22:00:12,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T22:00:12,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T22:00:12,767 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T22:00:12,768 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T22:00:12,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T22:00:12,768 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T22:00:12,769 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/hbase/meta/1588230740 2024-11-21T22:00:12,770 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/hbase/meta/1588230740 2024-11-21T22:00:12,771 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-21T22:00:12,777 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-21T22:00:12,777 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-21T22:00:12,791 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/hbase/meta/1588230740/.tmp/info/0fd76e431e1344cfa554470eac897091 is 167, key is SPTestTable,19999999,1732226362395.ab0caff1d4fb0bcfafe912afda573e68./info:regioninfo/1732226372707/Put/seqid=0 2024-11-21T22:00:12,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36335 is added to blk_1073741866_1042 (size=18393) 2024-11-21T22:00:12,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40161 is added to blk_1073741866_1042 (size=18393) 2024-11-21T22:00:12,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36049 is added to blk_1073741866_1042 (size=18393) 2024-11-21T22:00:12,799 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/hbase/meta/1588230740/.tmp/info/0fd76e431e1344cfa554470eac897091 2024-11-21T22:00:12,824 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/hbase/meta/1588230740/.tmp/ns/e8bb22e77d9f4493a10e286a5ac6700d is 43, key is default/ns:d/1732226362318/Put/seqid=0 2024-11-21T22:00:12,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36335 is added to blk_1073741867_1043 (size=5153) 2024-11-21T22:00:12,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40161 is added to blk_1073741867_1043 (size=5153) 2024-11-21T22:00:12,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36049 is added to blk_1073741867_1043 (size=5153) 2024-11-21T22:00:12,831 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/hbase/meta/1588230740/.tmp/ns/e8bb22e77d9f4493a10e286a5ac6700d 2024-11-21T22:00:12,853 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/hbase/meta/1588230740/.tmp/table/d463574609504097b4b7a2452dbe5b5a is 47, key is SPTestTable/table:state/1732226372767/Put/seqid=0 2024-11-21T22:00:12,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36335 is added to blk_1073741868_1044 (size=5214) 2024-11-21T22:00:12,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40161 is added to blk_1073741868_1044 (size=5214) 2024-11-21T22:00:12,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36049 is added to blk_1073741868_1044 (size=5214) 2024-11-21T22:00:12,861 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/hbase/meta/1588230740/.tmp/table/d463574609504097b4b7a2452dbe5b5a 2024-11-21T22:00:12,868 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/hbase/meta/1588230740/.tmp/info/0fd76e431e1344cfa554470eac897091 as hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/hbase/meta/1588230740/info/0fd76e431e1344cfa554470eac897091 2024-11-21T22:00:12,873 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T22:00:12,874 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2a884b411602,43829,1732226351302, seqNum=-1] 2024-11-21T22:00:12,875 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/hbase/meta/1588230740/info/0fd76e431e1344cfa554470eac897091, entries=100, sequenceid=28, filesize=18.0 K 2024-11-21T22:00:12,876 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/hbase/meta/1588230740/.tmp/ns/e8bb22e77d9f4493a10e286a5ac6700d as hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/hbase/meta/1588230740/ns/e8bb22e77d9f4493a10e286a5ac6700d 2024-11-21T22:00:12,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43829 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Scan size: 143 connection: 172.17.0.2:40434 deadline: 1732226472762, exception=org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 2a884b411602,43829,1732226351302 2024-11-21T22:00:12,880 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,43829,1732226351302, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2a884b411602,43829,1732226351302, seqNum=-1, error=org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 2a884b411602,43829,1732226351302 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T22:00:12,880 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,43829,1732226351302, seqNum=-1 is org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 2a884b411602,43829,1732226351302 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T22:00:12,881 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2a884b411602,43829,1732226351302, seqNum=-1 from cache 2024-11-21T22:00:12,884 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/hbase/meta/1588230740/ns/e8bb22e77d9f4493a10e286a5ac6700d, entries=2, sequenceid=28, filesize=5.0 K 2024-11-21T22:00:12,885 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/hbase/meta/1588230740/.tmp/table/d463574609504097b4b7a2452dbe5b5a as hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/hbase/meta/1588230740/table/d463574609504097b4b7a2452dbe5b5a 2024-11-21T22:00:12,891 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/hbase/meta/1588230740/table/d463574609504097b4b7a2452dbe5b5a, entries=2, sequenceid=28, filesize=5.1 K 2024-11-21T22:00:12,892 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 114ms, sequenceid=28, compaction requested=false; wal=null 2024-11-21T22:00:12,892 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-21T22:00:12,894 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T22:00:12,894 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T22:00:12,894 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T22:00:12,896 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T22:00:12,898 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-11-21T22:00:12,899 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65162245, jitterRate=-0.02900688350200653}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T22:00:12,899 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T22:00:12,899 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732226412759Writing region info on filesystem at 1732226412759Initializing all the Stores at 1732226412760 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732226412760Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732226412762 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226412762Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732226412762Obtaining lock to block concurrent updates at 1732226412777 (+15 ms)Preparing flush snapshotting stores in 1588230740 at 1732226412777Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1732226412777Flushing stores of hbase:meta,,1.1588230740 at 1732226412777Flushing 1588230740/info: creating writer at 1732226412777Flushing 1588230740/info: appending metadata at 1732226412791 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732226412791Flushing 1588230740/ns: creating writer at 1732226412805 (+14 ms)Flushing 1588230740/ns: appending metadata at 1732226412823 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732226412824 (+1 ms)Flushing 1588230740/table: creating writer at 1732226412839 (+15 ms)Flushing 1588230740/table: appending metadata at 1732226412853 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732226412853Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50d6649d: reopening flushed file at 1732226412867 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c5cdf15: reopening flushed file at 1732226412875 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72b86e59: reopening flushed file at 1732226412884 (+9 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 114ms, sequenceid=28, compaction requested=false; wal=null at 1732226412892 (+8 ms)Cleaning up temporary data from old regions at 1732226412894 (+2 ms)Running coprocessor post-open hooks at 1732226412899 (+5 ms)Region opened successfully at 1732226412899 2024-11-21T22:00:12,900 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=50, masterSystemTime=1732226412731 2024-11-21T22:00:12,902 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T22:00:12,902 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T22:00:12,902 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=2a884b411602,43829,1732226351302 2024-11-21T22:00:12,903 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2a884b411602,43829,1732226351302, state=OPEN 2024-11-21T22:00:12,945 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34519 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=2a884b411602,43829,1732226351302, table=hbase:meta, region=1588230740. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-21T22:00:12,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34971-0x10160b212c80003, quorum=127.0.0.1:58292, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T22:00:12,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34519-0x10160b212c80000, quorum=127.0.0.1:58292, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T22:00:12,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43829-0x10160b212c80002, quorum=127.0.0.1:58292, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T22:00:12,955 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=50, ppid=49, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2a884b411602,43829,1732226351302 2024-11-21T22:00:12,955 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T22:00:12,956 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T22:00:12,956 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T22:00:12,957 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=49 2024-11-21T22:00:12,957 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2a884b411602,43829,1732226351302 in 9.9600 sec 2024-11-21T22:00:12,959 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=46 2024-11-21T22:00:12,959 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.1550 sec 2024-11-21T22:00:12,959 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 2a884b411602,44299,1732226351267 had 4 regions 2024-11-21T22:00:12,960 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 2a884b411602,44299,1732226351267, splitWal=true, meta=true, isMeta: false 2024-11-21T22:00:12,961 INFO [PEWorker-3 {}] master.SplitWALManager(105): 2a884b411602,44299,1732226351267 WAL count=1, meta=false 2024-11-21T22:00:12,961 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 2a884b411602%2C44299%2C1732226351267.1732226352028}] 2024-11-21T22:00:12,963 DEBUG [PEWorker-5 {}] master.SplitWALManager(158): Acquired split WAL worker=2a884b411602,43829,1732226351302 2024-11-21T22:00:12,964 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 2a884b411602%2C44299%2C1732226351267.1732226352028, worker=2a884b411602,43829,1732226351302}] 2024-11-21T22:00:13,092 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T22:00:13,093 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2a884b411602,43829,1732226351302, seqNum=-1] 2024-11-21T22:00:13,101 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-21T22:00:13,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T22:00:13,102 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T22:00:13,102 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T22:00:13,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T22:00:13,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T22:00:13,102 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T22:00:13,102 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=967625112, stopped=false 2024-11-21T22:00:13,102 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T22:00:13,102 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2a884b411602,34519,1732226351129 2024-11-21T22:00:13,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34519-0x10160b212c80000, quorum=127.0.0.1:58292, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T22:00:13,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43829-0x10160b212c80002, quorum=127.0.0.1:58292, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T22:00:13,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34971-0x10160b212c80003, quorum=127.0.0.1:58292, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T22:00:13,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43829-0x10160b212c80002, quorum=127.0.0.1:58292, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T22:00:13,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34519-0x10160b212c80000, quorum=127.0.0.1:58292, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T22:00:13,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34971-0x10160b212c80003, quorum=127.0.0.1:58292, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T22:00:13,130 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T22:00:13,131 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T22:00:13,131 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T22:00:13,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T22:00:13,131 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2a884b411602,43829,1732226351302' ***** 2024-11-21T22:00:13,131 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T22:00:13,131 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2a884b411602,34971,1732226351336' ***** 2024-11-21T22:00:13,131 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34971-0x10160b212c80003, quorum=127.0.0.1:58292, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T22:00:13,132 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T22:00:13,132 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43829-0x10160b212c80002, quorum=127.0.0.1:58292, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T22:00:13,132 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34519-0x10160b212c80000, quorum=127.0.0.1:58292, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T22:00:13,132 INFO [RS:1;2a884b411602:43829 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T22:00:13,132 INFO [RS:2;2a884b411602:34971 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T22:00:13,132 INFO [RS:1;2a884b411602:43829 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T22:00:13,132 INFO [RS:2;2a884b411602:34971 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T22:00:13,132 INFO [RS:1;2a884b411602:43829 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T22:00:13,132 INFO [RS:2;2a884b411602:34971 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T22:00:13,132 INFO [RS:1;2a884b411602:43829 {}] regionserver.HRegionServer(3091): Received CLOSE for cc0cd5e45bbe7f4c7763421f8dac1139 2024-11-21T22:00:13,132 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T22:00:13,132 INFO [RS:2;2a884b411602:34971 {}] regionserver.HRegionServer(3091): Received CLOSE for 69161172a07ec0f12a0e738f1b41d5ca 2024-11-21T22:00:13,133 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T22:00:13,133 INFO [RS:1;2a884b411602:43829 {}] regionserver.HRegionServer(3091): Received CLOSE for 42a7dcaeca535988fc8d10b6578f71bb 2024-11-21T22:00:13,133 INFO [RS:1;2a884b411602:43829 {}] regionserver.HRegionServer(3091): Received CLOSE for 07481122936d7687dcfa534c2bdc1f61 2024-11-21T22:00:13,133 INFO [RS:1;2a884b411602:43829 {}] regionserver.HRegionServer(959): stopping server 2a884b411602,43829,1732226351302 2024-11-21T22:00:13,133 INFO [RS:1;2a884b411602:43829 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T22:00:13,133 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cc0cd5e45bbe7f4c7763421f8dac1139, disabling compactions & flushes 2024-11-21T22:00:13,133 INFO [RS:1;2a884b411602:43829 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;2a884b411602:43829. 2024-11-21T22:00:13,133 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732226362395.cc0cd5e45bbe7f4c7763421f8dac1139. 2024-11-21T22:00:13,133 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732226362395.cc0cd5e45bbe7f4c7763421f8dac1139. 2024-11-21T22:00:13,133 DEBUG [RS:1;2a884b411602:43829 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T22:00:13,133 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732226362395.cc0cd5e45bbe7f4c7763421f8dac1139. after waiting 0 ms 2024-11-21T22:00:13,133 DEBUG [RS:1;2a884b411602:43829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T22:00:13,133 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732226362395.cc0cd5e45bbe7f4c7763421f8dac1139. 2024-11-21T22:00:13,134 INFO [RS:1;2a884b411602:43829 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T22:00:13,134 INFO [RS:1;2a884b411602:43829 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T22:00:13,134 INFO [RS:1;2a884b411602:43829 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T22:00:13,134 INFO [RS:1;2a884b411602:43829 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T22:00:13,134 INFO [RS:1;2a884b411602:43829 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-21T22:00:13,135 DEBUG [RS:1;2a884b411602:43829 {}] regionserver.HRegionServer(1325): Online Regions={cc0cd5e45bbe7f4c7763421f8dac1139=SPTestTable,7ffffffd,1732226362395.cc0cd5e45bbe7f4c7763421f8dac1139., 42a7dcaeca535988fc8d10b6578f71bb=SPTestTable,33333332,1732226362395.42a7dcaeca535988fc8d10b6578f71bb., 07481122936d7687dcfa534c2bdc1f61=SPTestTable,b333332f,1732226362395.07481122936d7687dcfa534c2bdc1f61., 1588230740=hbase:meta,,1.1588230740} 2024-11-21T22:00:13,135 DEBUG [RS:1;2a884b411602:43829 {}] regionserver.HRegionServer(1351): Waiting on 07481122936d7687dcfa534c2bdc1f61, 1588230740, 42a7dcaeca535988fc8d10b6578f71bb, cc0cd5e45bbe7f4c7763421f8dac1139 2024-11-21T22:00:13,135 INFO [RS:2;2a884b411602:34971 {}] regionserver.HRegionServer(3091): Received CLOSE for ed8d62c5a3d1e2888a9f262044f90322 2024-11-21T22:00:13,135 INFO [RS:2;2a884b411602:34971 {}] regionserver.HRegionServer(3091): Received CLOSE for c298ae395c9ab914a70a29be83c44ad5 2024-11-21T22:00:13,135 INFO [RS:2;2a884b411602:34971 {}] regionserver.HRegionServer(3091): Received CLOSE for 1bfdc4e62b28caea9866aaa97051af3f 2024-11-21T22:00:13,135 DEBUG [RS_CLOSE_META-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T22:00:13,135 INFO [RS:2;2a884b411602:34971 {}] regionserver.HRegionServer(959): stopping server 2a884b411602,34971,1732226351336 2024-11-21T22:00:13,135 INFO [RS_CLOSE_META-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T22:00:13,135 INFO [RS:2;2a884b411602:34971 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T22:00:13,135 DEBUG [RS_CLOSE_META-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T22:00:13,135 DEBUG [RS_CLOSE_META-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T22:00:13,135 INFO [RS:2;2a884b411602:34971 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;2a884b411602:34971. 2024-11-21T22:00:13,135 DEBUG [RS_CLOSE_META-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T22:00:13,135 DEBUG [RS:2;2a884b411602:34971 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T22:00:13,136 DEBUG [RS:2;2a884b411602:34971 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T22:00:13,136 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 69161172a07ec0f12a0e738f1b41d5ca, disabling compactions & flushes 2024-11-21T22:00:13,136 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1732226362395.69161172a07ec0f12a0e738f1b41d5ca. 2024-11-21T22:00:13,136 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732226362395.69161172a07ec0f12a0e738f1b41d5ca. 2024-11-21T22:00:13,136 INFO [RS:2;2a884b411602:34971 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-21T22:00:13,136 DEBUG [RS:2;2a884b411602:34971 {}] regionserver.HRegionServer(1325): Online Regions={69161172a07ec0f12a0e738f1b41d5ca=SPTestTable,,1732226362395.69161172a07ec0f12a0e738f1b41d5ca., ed8d62c5a3d1e2888a9f262044f90322=SPTestTable,4ccccccb,1732226362395.ed8d62c5a3d1e2888a9f262044f90322., c298ae395c9ab914a70a29be83c44ad5=SPTestTable,99999996,1732226362395.c298ae395c9ab914a70a29be83c44ad5., 1bfdc4e62b28caea9866aaa97051af3f=SPTestTable,ccccccc8,1732226362395.1bfdc4e62b28caea9866aaa97051af3f.} 2024-11-21T22:00:13,136 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732226362395.69161172a07ec0f12a0e738f1b41d5ca. after waiting 0 ms 2024-11-21T22:00:13,136 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732226362395.69161172a07ec0f12a0e738f1b41d5ca. 2024-11-21T22:00:13,136 DEBUG [RS:2;2a884b411602:34971 {}] regionserver.HRegionServer(1351): Waiting on 1bfdc4e62b28caea9866aaa97051af3f, 69161172a07ec0f12a0e738f1b41d5ca, c298ae395c9ab914a70a29be83c44ad5, ed8d62c5a3d1e2888a9f262044f90322 2024-11-21T22:00:13,144 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/default/SPTestTable/cc0cd5e45bbe7f4c7763421f8dac1139/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-21T22:00:13,146 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732226362395.cc0cd5e45bbe7f4c7763421f8dac1139. 2024-11-21T22:00:13,146 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cc0cd5e45bbe7f4c7763421f8dac1139: Waiting for close lock at 1732226413133Running coprocessor pre-close hooks at 1732226413133Disabling compacts and flushes for region at 1732226413133Disabling writes for close at 1732226413133Writing region close event to WAL at 1732226413134 (+1 ms)Running coprocessor post-close hooks at 1732226413145 (+11 ms)Closed at 1732226413145 2024-11-21T22:00:13,146 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1732226362395.cc0cd5e45bbe7f4c7763421f8dac1139. 2024-11-21T22:00:13,146 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 42a7dcaeca535988fc8d10b6578f71bb, disabling compactions & flushes 2024-11-21T22:00:13,146 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732226362395.42a7dcaeca535988fc8d10b6578f71bb. 2024-11-21T22:00:13,146 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732226362395.42a7dcaeca535988fc8d10b6578f71bb. 2024-11-21T22:00:13,146 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732226362395.42a7dcaeca535988fc8d10b6578f71bb. after waiting 0 ms 2024-11-21T22:00:13,146 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732226362395.42a7dcaeca535988fc8d10b6578f71bb. 2024-11-21T22:00:13,149 INFO [regionserver/2a884b411602:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T22:00:13,149 INFO [regionserver/2a884b411602:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T22:00:13,153 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/default/SPTestTable/69161172a07ec0f12a0e738f1b41d5ca/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-21T22:00:13,154 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1732226362395.69161172a07ec0f12a0e738f1b41d5ca. 2024-11-21T22:00:13,154 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 69161172a07ec0f12a0e738f1b41d5ca: Waiting for close lock at 1732226413135Running coprocessor pre-close hooks at 1732226413135Disabling compacts and flushes for region at 1732226413135Disabling writes for close at 1732226413136 (+1 ms)Writing region close event to WAL at 1732226413136Running coprocessor post-close hooks at 1732226413154 (+18 ms)Closed at 1732226413154 2024-11-21T22:00:13,154 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1732226362395.69161172a07ec0f12a0e738f1b41d5ca. 2024-11-21T22:00:13,155 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ed8d62c5a3d1e2888a9f262044f90322, disabling compactions & flushes 2024-11-21T22:00:13,155 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732226362395.ed8d62c5a3d1e2888a9f262044f90322. 2024-11-21T22:00:13,155 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732226362395.ed8d62c5a3d1e2888a9f262044f90322. 2024-11-21T22:00:13,155 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732226362395.ed8d62c5a3d1e2888a9f262044f90322. after waiting 0 ms 2024-11-21T22:00:13,155 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732226362395.ed8d62c5a3d1e2888a9f262044f90322. 2024-11-21T22:00:13,156 DEBUG [RS_CLOSE_META-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/hbase/meta/1588230740/recovered.edits/31.seqid, newMaxSeqId=31, maxSeqId=28 2024-11-21T22:00:13,157 DEBUG [RS_CLOSE_META-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T22:00:13,157 INFO [RS_CLOSE_META-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T22:00:13,157 DEBUG [RS_CLOSE_META-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732226413135Running coprocessor pre-close hooks at 1732226413135Disabling compacts and flushes for region at 1732226413135Disabling writes for close at 1732226413135Writing region close event to WAL at 1732226413143 (+8 ms)Running coprocessor post-close hooks at 1732226413157 (+14 ms)Closed at 1732226413157 2024-11-21T22:00:13,157 DEBUG [RS_CLOSE_META-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T22:00:13,163 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/default/SPTestTable/42a7dcaeca535988fc8d10b6578f71bb/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-21T22:00:13,164 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732226362395.42a7dcaeca535988fc8d10b6578f71bb. 2024-11-21T22:00:13,164 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 42a7dcaeca535988fc8d10b6578f71bb: Waiting for close lock at 1732226413146Running coprocessor pre-close hooks at 1732226413146Disabling compacts and flushes for region at 1732226413146Disabling writes for close at 1732226413146Writing region close event to WAL at 1732226413156 (+10 ms)Running coprocessor post-close hooks at 1732226413164 (+8 ms)Closed at 1732226413164 2024-11-21T22:00:13,165 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1732226362395.42a7dcaeca535988fc8d10b6578f71bb. 2024-11-21T22:00:13,165 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 07481122936d7687dcfa534c2bdc1f61, disabling compactions & flushes 2024-11-21T22:00:13,165 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732226362395.07481122936d7687dcfa534c2bdc1f61. 2024-11-21T22:00:13,165 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732226362395.07481122936d7687dcfa534c2bdc1f61. 2024-11-21T22:00:13,165 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732226362395.07481122936d7687dcfa534c2bdc1f61. after waiting 0 ms 2024-11-21T22:00:13,165 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732226362395.07481122936d7687dcfa534c2bdc1f61. 2024-11-21T22:00:13,167 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/default/SPTestTable/ed8d62c5a3d1e2888a9f262044f90322/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-21T22:00:13,168 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732226362395.ed8d62c5a3d1e2888a9f262044f90322. 2024-11-21T22:00:13,168 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ed8d62c5a3d1e2888a9f262044f90322: Waiting for close lock at 1732226413155Running coprocessor pre-close hooks at 1732226413155Disabling compacts and flushes for region at 1732226413155Disabling writes for close at 1732226413155Writing region close event to WAL at 1732226413157 (+2 ms)Running coprocessor post-close hooks at 1732226413168 (+11 ms)Closed at 1732226413168 2024-11-21T22:00:13,168 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1732226362395.ed8d62c5a3d1e2888a9f262044f90322. 2024-11-21T22:00:13,168 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c298ae395c9ab914a70a29be83c44ad5, disabling compactions & flushes 2024-11-21T22:00:13,168 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732226362395.c298ae395c9ab914a70a29be83c44ad5. 2024-11-21T22:00:13,168 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732226362395.c298ae395c9ab914a70a29be83c44ad5. 2024-11-21T22:00:13,168 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732226362395.c298ae395c9ab914a70a29be83c44ad5. after waiting 0 ms 2024-11-21T22:00:13,169 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732226362395.c298ae395c9ab914a70a29be83c44ad5. 2024-11-21T22:00:13,171 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/default/SPTestTable/07481122936d7687dcfa534c2bdc1f61/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T22:00:13,172 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732226362395.07481122936d7687dcfa534c2bdc1f61. 2024-11-21T22:00:13,172 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 07481122936d7687dcfa534c2bdc1f61: Waiting for close lock at 1732226413165Running coprocessor pre-close hooks at 1732226413165Disabling compacts and flushes for region at 1732226413165Disabling writes for close at 1732226413165Writing region close event to WAL at 1732226413167 (+2 ms)Running coprocessor post-close hooks at 1732226413172 (+5 ms)Closed at 1732226413172 2024-11-21T22:00:13,172 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1732226362395.07481122936d7687dcfa534c2bdc1f61. 2024-11-21T22:00:13,173 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/default/SPTestTable/c298ae395c9ab914a70a29be83c44ad5/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T22:00:13,174 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732226362395.c298ae395c9ab914a70a29be83c44ad5. 2024-11-21T22:00:13,174 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c298ae395c9ab914a70a29be83c44ad5: Waiting for close lock at 1732226413168Running coprocessor pre-close hooks at 1732226413168Disabling compacts and flushes for region at 1732226413168Disabling writes for close at 1732226413169 (+1 ms)Writing region close event to WAL at 1732226413169Running coprocessor post-close hooks at 1732226413174 (+5 ms)Closed at 1732226413174 2024-11-21T22:00:13,174 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1732226362395.c298ae395c9ab914a70a29be83c44ad5. 2024-11-21T22:00:13,174 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1bfdc4e62b28caea9866aaa97051af3f, disabling compactions & flushes 2024-11-21T22:00:13,174 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732226362395.1bfdc4e62b28caea9866aaa97051af3f. 2024-11-21T22:00:13,174 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732226362395.1bfdc4e62b28caea9866aaa97051af3f. 2024-11-21T22:00:13,174 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732226362395.1bfdc4e62b28caea9866aaa97051af3f. after waiting 0 ms 2024-11-21T22:00:13,174 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732226362395.1bfdc4e62b28caea9866aaa97051af3f. 2024-11-21T22:00:13,183 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/data/default/SPTestTable/1bfdc4e62b28caea9866aaa97051af3f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T22:00:13,184 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732226362395.1bfdc4e62b28caea9866aaa97051af3f. 2024-11-21T22:00:13,184 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1bfdc4e62b28caea9866aaa97051af3f: Waiting for close lock at 1732226413174Running coprocessor pre-close hooks at 1732226413174Disabling compacts and flushes for region at 1732226413174Disabling writes for close at 1732226413174Writing region close event to WAL at 1732226413178 (+4 ms)Running coprocessor post-close hooks at 1732226413184 (+6 ms)Closed at 1732226413184 2024-11-21T22:00:13,184 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1732226362395.1bfdc4e62b28caea9866aaa97051af3f. 2024-11-21T22:00:13,335 INFO [RS:1;2a884b411602:43829 {}] regionserver.HRegionServer(976): stopping server 2a884b411602,43829,1732226351302; all regions closed. 2024-11-21T22:00:13,336 INFO [RS:2;2a884b411602:34971 {}] regionserver.HRegionServer(976): stopping server 2a884b411602,34971,1732226351336; all regions closed. 2024-11-21T22:00:13,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36335 is added to blk_1073741865_1041 (size=678) 2024-11-21T22:00:13,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36049 is added to blk_1073741865_1041 (size=678) 2024-11-21T22:00:13,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40161 is added to blk_1073741865_1041 (size=678) 2024-11-21T22:00:13,339 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/WALs/2a884b411602,43829,1732226351302/2a884b411602%2C43829%2C1732226351302.meta.1732226412738.meta not finished, retry = 0 2024-11-21T22:00:13,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36335 is added to blk_1073741834_1010 (size=3439) 2024-11-21T22:00:13,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36049 is added to blk_1073741834_1010 (size=3439) 2024-11-21T22:00:13,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40161 is added to blk_1073741834_1010 (size=3439) 2024-11-21T22:00:13,343 DEBUG [RS:2;2a884b411602:34971 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/oldWALs 2024-11-21T22:00:13,343 INFO [RS:2;2a884b411602:34971 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2a884b411602%2C34971%2C1732226351336:(num 1732226352023) 2024-11-21T22:00:13,343 DEBUG [RS:2;2a884b411602:34971 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T22:00:13,343 INFO [RS:2;2a884b411602:34971 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T22:00:13,343 INFO [RS:2;2a884b411602:34971 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T22:00:13,343 INFO [RS:2;2a884b411602:34971 {}] hbase.ChoreService(370): Chore service for: regionserver/2a884b411602:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T22:00:13,344 INFO [RS:2;2a884b411602:34971 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T22:00:13,344 INFO [RS:2;2a884b411602:34971 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T22:00:13,344 INFO [regionserver/2a884b411602:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T22:00:13,344 INFO [RS:2;2a884b411602:34971 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T22:00:13,344 INFO [RS:2;2a884b411602:34971 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T22:00:13,344 INFO [RS:2;2a884b411602:34971 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34971 2024-11-21T22:00:13,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34971-0x10160b212c80003, quorum=127.0.0.1:58292, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2a884b411602,34971,1732226351336 2024-11-21T22:00:13,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34519-0x10160b212c80000, quorum=127.0.0.1:58292, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T22:00:13,372 INFO [RS:2;2a884b411602:34971 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T22:00:13,380 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2a884b411602,34971,1732226351336] 2024-11-21T22:00:13,388 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2a884b411602,34971,1732226351336 already deleted, retry=false 2024-11-21T22:00:13,389 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2a884b411602,34971,1732226351336 expired; onlineServers=1 2024-11-21T22:00:13,445 DEBUG [RS:1;2a884b411602:43829 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/oldWALs 2024-11-21T22:00:13,446 INFO [RS:1;2a884b411602:43829 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2a884b411602%2C43829%2C1732226351302.meta:.meta(num 1732226412738) 2024-11-21T22:00:13,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36335 is added to blk_1073741833_1009 (size=2364) 2024-11-21T22:00:13,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36049 is added to blk_1073741833_1009 (size=2364) 2024-11-21T22:00:13,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40161 is added to blk_1073741833_1009 (size=2364) 2024-11-21T22:00:13,453 DEBUG [RS:1;2a884b411602:43829 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/oldWALs 2024-11-21T22:00:13,453 INFO [RS:1;2a884b411602:43829 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2a884b411602%2C43829%2C1732226351302:(num 1732226352017) 2024-11-21T22:00:13,453 DEBUG [RS:1;2a884b411602:43829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T22:00:13,453 INFO [RS:1;2a884b411602:43829 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T22:00:13,453 INFO [RS:1;2a884b411602:43829 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T22:00:13,453 INFO [RS:1;2a884b411602:43829 {}] hbase.ChoreService(370): Chore service for: regionserver/2a884b411602:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T22:00:13,453 INFO [RS:1;2a884b411602:43829 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T22:00:13,453 INFO [regionserver/2a884b411602:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T22:00:13,454 INFO [RS:1;2a884b411602:43829 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43829 2024-11-21T22:00:13,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34519-0x10160b212c80000, quorum=127.0.0.1:58292, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T22:00:13,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43829-0x10160b212c80002, quorum=127.0.0.1:58292, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2a884b411602,43829,1732226351302 2024-11-21T22:00:13,467 INFO [RS:1;2a884b411602:43829 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T22:00:13,475 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2a884b411602,43829,1732226351302] 2024-11-21T22:00:13,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34971-0x10160b212c80003, quorum=127.0.0.1:58292, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T22:00:13,480 INFO [RS:2;2a884b411602:34971 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T22:00:13,480 INFO [RS:2;2a884b411602:34971 {}] regionserver.HRegionServer(1031): Exiting; stopping=2a884b411602,34971,1732226351336; zookeeper connection closed. 2024-11-21T22:00:13,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34971-0x10160b212c80003, quorum=127.0.0.1:58292, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T22:00:13,481 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4cd0e738 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4cd0e738 2024-11-21T22:00:13,484 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2a884b411602,43829,1732226351302 already deleted, retry=false 2024-11-21T22:00:13,484 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2a884b411602,43829,1732226351302 expired; onlineServers=0 2024-11-21T22:00:13,484 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2a884b411602,34519,1732226351129' ***** 2024-11-21T22:00:13,484 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T22:00:13,484 INFO [M:0;2a884b411602:34519 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T22:00:13,484 INFO [M:0;2a884b411602:34519 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T22:00:13,484 DEBUG [M:0;2a884b411602:34519 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T22:00:13,484 DEBUG [M:0;2a884b411602:34519 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T22:00:13,484 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T22:00:13,484 DEBUG [master/2a884b411602:0:becomeActiveMaster-HFileCleaner.large.0-1732226351688 {}] cleaner.HFileCleaner(306): Exit Thread[master/2a884b411602:0:becomeActiveMaster-HFileCleaner.large.0-1732226351688,5,FailOnTimeoutGroup] 2024-11-21T22:00:13,484 DEBUG [master/2a884b411602:0:becomeActiveMaster-HFileCleaner.small.0-1732226351688 {}] cleaner.HFileCleaner(306): Exit Thread[master/2a884b411602:0:becomeActiveMaster-HFileCleaner.small.0-1732226351688,5,FailOnTimeoutGroup] 2024-11-21T22:00:13,484 INFO [M:0;2a884b411602:34519 {}] hbase.ChoreService(370): Chore service for: master/2a884b411602:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T22:00:13,485 INFO [M:0;2a884b411602:34519 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T22:00:13,485 DEBUG [M:0;2a884b411602:34519 {}] master.HMaster(1795): Stopping service threads 2024-11-21T22:00:13,485 INFO [M:0;2a884b411602:34519 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T22:00:13,485 INFO [M:0;2a884b411602:34519 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T22:00:13,485 ERROR [M:0;2a884b411602:34519 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:43063 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:43063,5,PEWorkerGroup] 2024-11-21T22:00:13,485 INFO [M:0;2a884b411602:34519 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T22:00:13,485 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T22:00:13,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34519-0x10160b212c80000, quorum=127.0.0.1:58292, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-21T22:00:13,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34519-0x10160b212c80000, quorum=127.0.0.1:58292, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T22:00:13,492 DEBUG [M:0;2a884b411602:34519 {}] zookeeper.ZKUtil(347): master:34519-0x10160b212c80000, quorum=127.0.0.1:58292, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-21T22:00:13,492 WARN [M:0;2a884b411602:34519 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T22:00:13,493 INFO [M:0;2a884b411602:34519 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/.lastflushedseqids 2024-11-21T22:00:13,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36335 is added to blk_1073741869_1045 (size=632) 2024-11-21T22:00:13,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40161 is added to blk_1073741869_1045 (size=632) 2024-11-21T22:00:13,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36049 is added to blk_1073741869_1045 (size=632) 2024-11-21T22:00:13,501 INFO [M:0;2a884b411602:34519 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T22:00:13,501 INFO [M:0;2a884b411602:34519 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T22:00:13,501 DEBUG [M:0;2a884b411602:34519 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T22:00:13,501 INFO [M:0;2a884b411602:34519 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T22:00:13,501 DEBUG [M:0;2a884b411602:34519 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T22:00:13,501 DEBUG [M:0;2a884b411602:34519 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T22:00:13,501 DEBUG [M:0;2a884b411602:34519 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T22:00:13,501 INFO [M:0;2a884b411602:34519 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=224.68 KB heapSize=266.45 KB 2024-11-21T22:00:13,520 DEBUG [M:0;2a884b411602:34519 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8a105afce25f4928ac4fcb8b54e173a8 is 82, key is hbase:meta,,1/info:regioninfo/1732226412902/Put/seqid=0 2024-11-21T22:00:13,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36335 is added to blk_1073741870_1046 (size=6071) 2024-11-21T22:00:13,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36049 is added to blk_1073741870_1046 (size=6071) 2024-11-21T22:00:13,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40161 is added to blk_1073741870_1046 (size=6071) 2024-11-21T22:00:13,538 INFO [M:0;2a884b411602:34519 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8a105afce25f4928ac4fcb8b54e173a8 2024-11-21T22:00:13,560 DEBUG [M:0;2a884b411602:34519 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aeafc29c946f4ac7ba631a0858427bab is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732226372772/Put/seqid=0 2024-11-21T22:00:13,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36335 is added to blk_1073741871_1047 (size=11551) 2024-11-21T22:00:13,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36049 is added to blk_1073741871_1047 (size=11551) 2024-11-21T22:00:13,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40161 is added to blk_1073741871_1047 (size=11551) 2024-11-21T22:00:13,567 INFO [M:0;2a884b411602:34519 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=223.45 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aeafc29c946f4ac7ba631a0858427bab 2024-11-21T22:00:13,572 INFO [M:0;2a884b411602:34519 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aeafc29c946f4ac7ba631a0858427bab 2024-11-21T22:00:13,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43829-0x10160b212c80002, quorum=127.0.0.1:58292, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T22:00:13,576 INFO [RS:1;2a884b411602:43829 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T22:00:13,576 INFO [RS:1;2a884b411602:43829 {}] regionserver.HRegionServer(1031): Exiting; stopping=2a884b411602,43829,1732226351302; zookeeper connection closed. 2024-11-21T22:00:13,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43829-0x10160b212c80002, quorum=127.0.0.1:58292, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T22:00:13,576 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@53ab48a3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@53ab48a3 2024-11-21T22:00:13,576 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-21T22:00:13,587 DEBUG [M:0;2a884b411602:34519 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/37a58f6359ef4405997387299d39d226 is 69, key is 2a884b411602,34971,1732226351336/rs:state/1732226351819/Put/seqid=0 2024-11-21T22:00:13,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36335 is added to blk_1073741872_1048 (size=5442) 2024-11-21T22:00:13,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36049 is added to blk_1073741872_1048 (size=5442) 2024-11-21T22:00:13,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40161 is added to blk_1073741872_1048 (size=5442) 2024-11-21T22:00:13,597 INFO [M:0;2a884b411602:34519 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/37a58f6359ef4405997387299d39d226 2024-11-21T22:00:13,601 INFO [M:0;2a884b411602:34519 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 37a58f6359ef4405997387299d39d226 2024-11-21T22:00:13,602 DEBUG [M:0;2a884b411602:34519 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8a105afce25f4928ac4fcb8b54e173a8 as hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8a105afce25f4928ac4fcb8b54e173a8 2024-11-21T22:00:13,607 INFO [M:0;2a884b411602:34519 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8a105afce25f4928ac4fcb8b54e173a8, entries=14, sequenceid=452, filesize=5.9 K 2024-11-21T22:00:13,608 DEBUG [M:0;2a884b411602:34519 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aeafc29c946f4ac7ba631a0858427bab as hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aeafc29c946f4ac7ba631a0858427bab 2024-11-21T22:00:13,614 INFO [M:0;2a884b411602:34519 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aeafc29c946f4ac7ba631a0858427bab 2024-11-21T22:00:13,614 INFO [M:0;2a884b411602:34519 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aeafc29c946f4ac7ba631a0858427bab, entries=52, sequenceid=452, filesize=11.3 K 2024-11-21T22:00:13,615 DEBUG [M:0;2a884b411602:34519 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/37a58f6359ef4405997387299d39d226 as hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/37a58f6359ef4405997387299d39d226 2024-11-21T22:00:13,621 INFO [M:0;2a884b411602:34519 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 37a58f6359ef4405997387299d39d226 2024-11-21T22:00:13,621 INFO [M:0;2a884b411602:34519 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43063/user/jenkins/test-data/09dd6143-46df-dfa5-e151-15300336df5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/37a58f6359ef4405997387299d39d226, entries=3, sequenceid=452, filesize=5.3 K 2024-11-21T22:00:13,622 INFO [M:0;2a884b411602:34519 {}] regionserver.HRegion(3140): Finished flush of dataSize ~224.68 KB/230069, heapSize ~266.16 KB/272544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 121ms, sequenceid=452, compaction requested=false 2024-11-21T22:00:13,623 INFO [M:0;2a884b411602:34519 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T22:00:13,623 DEBUG [M:0;2a884b411602:34519 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732226413501Disabling compacts and flushes for region at 1732226413501Disabling writes for close at 1732226413501Obtaining lock to block concurrent updates at 1732226413501Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732226413501Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=230069, getHeapSize=272784, getOffHeapSize=0, getCellsCount=551 at 1732226413502 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732226413502Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732226413502Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732226413519 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732226413519Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732226413545 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732226413559 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732226413559Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732226413572 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732226413586 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732226413586Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@358bcfdc: reopening flushed file at 1732226413601 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22415ad3: reopening flushed file at 1732226413607 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12768044: reopening flushed file at 1732226413614 (+7 ms)Finished flush of dataSize ~224.68 KB/230069, heapSize ~266.16 KB/272544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 121ms, sequenceid=452, compaction requested=false at 1732226413622 (+8 ms)Writing region close event to WAL at 1732226413623 (+1 ms)Closed at 1732226413623 2024-11-21T22:00:13,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36335 is added to blk_1073741830_1006 (size=260264) 2024-11-21T22:00:13,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36049 is added to blk_1073741830_1006 (size=260264) 2024-11-21T22:00:13,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40161 is added to blk_1073741830_1006 (size=260264) 2024-11-21T22:00:13,626 INFO [M:0;2a884b411602:34519 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T22:00:13,626 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T22:00:13,627 INFO [M:0;2a884b411602:34519 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34519 2024-11-21T22:00:13,627 INFO [M:0;2a884b411602:34519 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T22:00:13,698 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T22:00:13,742 INFO [M:0;2a884b411602:34519 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T22:00:13,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34519-0x10160b212c80000, quorum=127.0.0.1:58292, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T22:00:13,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34519-0x10160b212c80000, quorum=127.0.0.1:58292, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T22:00:13,745 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@732bb784{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T22:00:13,746 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7289176a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T22:00:13,746 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T22:00:13,746 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c1b8377{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T22:00:13,746 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@180e4735{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187735d8-fb9c-52f3-ba3a-af3068325c53/hadoop.log.dir/,STOPPED} 2024-11-21T22:00:13,747 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T22:00:13,747 WARN [BP-2097778696-172.17.0.2-1732226349122 heartbeating to localhost/127.0.0.1:43063 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T22:00:13,747 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T22:00:13,747 WARN [BP-2097778696-172.17.0.2-1732226349122 heartbeating to localhost/127.0.0.1:43063 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2097778696-172.17.0.2-1732226349122 (Datanode Uuid 8281a600-853e-4aaa-8f5a-a37c8e69edc1) service to localhost/127.0.0.1:43063 2024-11-21T22:00:13,748 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187735d8-fb9c-52f3-ba3a-af3068325c53/cluster_de587adf-7b69-84f6-f9ef-c46b7cbe7143/data/data5/current/BP-2097778696-172.17.0.2-1732226349122 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T22:00:13,748 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187735d8-fb9c-52f3-ba3a-af3068325c53/cluster_de587adf-7b69-84f6-f9ef-c46b7cbe7143/data/data6/current/BP-2097778696-172.17.0.2-1732226349122 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T22:00:13,748 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T22:00:13,750 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a0161ba{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T22:00:13,750 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ecc1cd9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T22:00:13,750 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T22:00:13,750 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23a28eaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T22:00:13,750 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70fbbb4d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187735d8-fb9c-52f3-ba3a-af3068325c53/hadoop.log.dir/,STOPPED} 2024-11-21T22:00:13,752 WARN [BP-2097778696-172.17.0.2-1732226349122 heartbeating to localhost/127.0.0.1:43063 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T22:00:13,752 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T22:00:13,753 WARN [BP-2097778696-172.17.0.2-1732226349122 heartbeating to localhost/127.0.0.1:43063 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2097778696-172.17.0.2-1732226349122 (Datanode Uuid 36a2d1cb-d5fc-4646-8b21-5e45ebc8db9e) service to localhost/127.0.0.1:43063 2024-11-21T22:00:13,753 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T22:00:13,753 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187735d8-fb9c-52f3-ba3a-af3068325c53/cluster_de587adf-7b69-84f6-f9ef-c46b7cbe7143/data/data3/current/BP-2097778696-172.17.0.2-1732226349122 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T22:00:13,753 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187735d8-fb9c-52f3-ba3a-af3068325c53/cluster_de587adf-7b69-84f6-f9ef-c46b7cbe7143/data/data4/current/BP-2097778696-172.17.0.2-1732226349122 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T22:00:13,753 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T22:00:13,755 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@22032f89{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T22:00:13,756 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@54b53d8b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T22:00:13,756 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T22:00:13,756 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ceb4815{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T22:00:13,756 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7afabc0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187735d8-fb9c-52f3-ba3a-af3068325c53/hadoop.log.dir/,STOPPED} 2024-11-21T22:00:13,759 WARN [BP-2097778696-172.17.0.2-1732226349122 heartbeating to localhost/127.0.0.1:43063 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T22:00:13,759 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T22:00:13,759 WARN [BP-2097778696-172.17.0.2-1732226349122 heartbeating to localhost/127.0.0.1:43063 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2097778696-172.17.0.2-1732226349122 (Datanode Uuid b94c2228-d50d-4eaf-a3f4-bb55538fd851) service to localhost/127.0.0.1:43063 2024-11-21T22:00:13,759 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T22:00:13,759 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187735d8-fb9c-52f3-ba3a-af3068325c53/cluster_de587adf-7b69-84f6-f9ef-c46b7cbe7143/data/data1/current/BP-2097778696-172.17.0.2-1732226349122 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T22:00:13,759 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187735d8-fb9c-52f3-ba3a-af3068325c53/cluster_de587adf-7b69-84f6-f9ef-c46b7cbe7143/data/data2/current/BP-2097778696-172.17.0.2-1732226349122 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T22:00:13,760 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T22:00:13,765 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a2ff21{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T22:00:13,766 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@376d3aeb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T22:00:13,766 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T22:00:13,766 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58bba0d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T22:00:13,766 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fb14da0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187735d8-fb9c-52f3-ba3a-af3068325c53/hadoop.log.dir/,STOPPED} 2024-11-21T22:00:13,773 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T22:00:13,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T22:00:13,823 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=126 (was 95) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43063 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43063 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:43063 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43063 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43063 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:43063 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:43063 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:43063 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43063 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:43063 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:43063 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:43063 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 442) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=157 (was 58) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3249 (was 2830) - AvailableMemoryMB LEAK? -